2024-12-03 21:29:21,987 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 21:29:22,002 main DEBUG Took 0.013421 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 21:29:22,002 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 21:29:22,002 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 21:29:22,003 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 21:29:22,004 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:29:22,010 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 21:29:22,020 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:29:22,021 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:29:22,022 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:29:22,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:29:22,022 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:29:22,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:29:22,024 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:29:22,024 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:29:22,024 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:29:22,025 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:29:22,025 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:29:22,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:29:22,026 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:29:22,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:29:22,027 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:29:22,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:29:22,027 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:29:22,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:29:22,028 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:29:22,028 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:29:22,028 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:29:22,029 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:29:22,029 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:29:22,029 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:29:22,029 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:29:22,030 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 21:29:22,031 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:29:22,032 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 21:29:22,034 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 21:29:22,034 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 21:29:22,035 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 21:29:22,035 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 21:29:22,042 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 21:29:22,045 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 21:29:22,046 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 21:29:22,047 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 21:29:22,047 main DEBUG createAppenders(={Console}) 2024-12-03 21:29:22,048 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-03 21:29:22,048 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 21:29:22,048 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-03 21:29:22,049 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 21:29:22,049 main DEBUG OutputStream closed 2024-12-03 21:29:22,049 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 21:29:22,049 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 21:29:22,050 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-03 21:29:22,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 21:29:22,117 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 21:29:22,118 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 21:29:22,119 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 21:29:22,119 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 21:29:22,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 21:29:22,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 21:29:22,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 21:29:22,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 21:29:22,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 21:29:22,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 21:29:22,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 21:29:22,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 21:29:22,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 21:29:22,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 21:29:22,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 21:29:22,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 21:29:22,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 21:29:22,126 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 21:29:22,126 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-03 21:29:22,127 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 21:29:22,127 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-03T21:29:22,138 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-03 21:29:22,140 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 21:29:22,141 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T21:29:22,193 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=118, ProcessCount=11, AvailableMemoryMB=11024 2024-12-03T21:29:22,369 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-03T21:29:22,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49 2024-12-03T21:29:22,408 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/cluster_164afc8b-c9c4-3012-a62e-ef5844687c4a, deleteOnExit=true 2024-12-03T21:29:22,513 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/cluster_164afc8b-c9c4-3012-a62e-ef5844687c4a/zookeeper_0, clientPort=61465, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/cluster_164afc8b-c9c4-3012-a62e-ef5844687c4a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/cluster_164afc8b-c9c4-3012-a62e-ef5844687c4a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T21:29:22,525 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61465 2024-12-03T21:29:22,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:29:22,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:29:22,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/test.cache.data in system properties and HBase conf 2024-12-03T21:29:22,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:29:22,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:29:22,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:29:22,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:29:22,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:29:22,612 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T21:29:22,690 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:29:22,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:29:22,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:29:22,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:29:22,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:29:22,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:29:22,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:29:22,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:29:22,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:29:22,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:29:22,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:29:22,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:29:22,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:29:22,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:29:22,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:29:23,661 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T21:29:23,730 INFO [Time-limited test {}] log.Log(170): Logging initialized @2335ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T21:29:23,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:29:23,849 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:29:23,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:29:23,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:29:23,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T21:29:23,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:29:23,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:29:23,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:29:24,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34444f5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/java.io.tmpdir/jetty-localhost-35081-hadoop-hdfs-3_4_1-tests_jar-_-any-4502969842102011785/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:29:24,047 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:35081} 2024-12-03T21:29:24,048 INFO [Time-limited test {}] server.Server(415): Started @2653ms 2024-12-03T21:29:24,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:29:24,522 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:29:24,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:29:24,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:29:24,523 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:29:24,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74f51c43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:29:24,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71e9bbb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:29:24,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8dd002{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/java.io.tmpdir/jetty-localhost-33291-hadoop-hdfs-3_4_1-tests_jar-_-any-16015183334796266243/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:29:24,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ae4c431{HTTP/1.1, (http/1.1)}{localhost:33291} 2024-12-03T21:29:24,623 INFO [Time-limited test {}] server.Server(415): Started @3228ms 2024-12-03T21:29:24,668 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:29:25,530 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/cluster_164afc8b-c9c4-3012-a62e-ef5844687c4a/data/data2/current/BP-1970419926-172.17.0.2-1733261363154/current, will proceed with Du for space computation calculation, 2024-12-03T21:29:25,530 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/cluster_164afc8b-c9c4-3012-a62e-ef5844687c4a/data/data1/current/BP-1970419926-172.17.0.2-1733261363154/current, will proceed with Du for space computation calculation, 2024-12-03T21:29:25,555 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:29:25,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78bd247fb6e52882 with lease ID 0xe24cf7eab7a7e3c2: Processing first storage report for DS-12c27710-1827-4b08-a1ff-597ad58308bd from datanode DatanodeRegistration(127.0.0.1:36505, datanodeUuid=2f9fed86-c845-4495-bdf2-7a20446b09ec, infoPort=39771, infoSecurePort=0, ipcPort=36997, storageInfo=lv=-57;cid=testClusterID;nsid=336042522;c=1733261363154) 2024-12-03T21:29:25,597 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78bd247fb6e52882 with lease ID 0xe24cf7eab7a7e3c2: from storage DS-12c27710-1827-4b08-a1ff-597ad58308bd node DatanodeRegistration(127.0.0.1:36505, datanodeUuid=2f9fed86-c845-4495-bdf2-7a20446b09ec, infoPort=39771, infoSecurePort=0, ipcPort=36997, storageInfo=lv=-57;cid=testClusterID;nsid=336042522;c=1733261363154), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T21:29:25,597 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78bd247fb6e52882 with lease ID 0xe24cf7eab7a7e3c2: Processing first storage report for DS-5618503e-d44b-476b-93f5-3b0364d0949a from datanode DatanodeRegistration(127.0.0.1:36505, datanodeUuid=2f9fed86-c845-4495-bdf2-7a20446b09ec, infoPort=39771, infoSecurePort=0, ipcPort=36997, storageInfo=lv=-57;cid=testClusterID;nsid=336042522;c=1733261363154) 2024-12-03T21:29:25,597 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78bd247fb6e52882 with lease ID 0xe24cf7eab7a7e3c2: from storage DS-5618503e-d44b-476b-93f5-3b0364d0949a node DatanodeRegistration(127.0.0.1:36505, datanodeUuid=2f9fed86-c845-4495-bdf2-7a20446b09ec, infoPort=39771, infoSecurePort=0, ipcPort=36997, storageInfo=lv=-57;cid=testClusterID;nsid=336042522;c=1733261363154), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T21:29:25,650 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49 2024-12-03T21:29:25,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:25,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:25,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:29:26,269 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302 with version=8 2024-12-03T21:29:26,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/hbase-staging 2024-12-03T21:29:26,342 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T21:29:26,548 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:29:26,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:26,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:26,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:29:26,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:26,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:29:26,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:29:26,745 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T21:29:26,754 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T21:29:26,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:29:26,781 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 77626 (auto-detected) 2024-12-03T21:29:26,782 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T21:29:26,799 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35013 2024-12-03T21:29:26,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35013 connecting to ZooKeeper ensemble=127.0.0.1:61465 2024-12-03T21:29:26,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350130x0, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:29:26,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35013-0x1019e6337220000 connected 2024-12-03T21:29:27,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:27,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:27,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on znode that does not yet exist, /0917131885/running 2024-12-03T21:29:27,035 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302, hbase.cluster.distributed=false 2024-12-03T21:29:27,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on znode that does not yet exist, /0917131885/acl 2024-12-03T21:29:27,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35013 2024-12-03T21:29:27,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35013 2024-12-03T21:29:27,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35013 2024-12-03T21:29:27,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35013 2024-12-03T21:29:27,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35013 2024-12-03T21:29:27,155 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:29:27,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:27,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:27,157 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:29:27,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:27,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:29:27,159 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:29:27,161 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:29:27,162 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46075 2024-12-03T21:29:27,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46075 connecting to ZooKeeper ensemble=127.0.0.1:61465 2024-12-03T21:29:27,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:27,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:27,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460750x0, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:29:27,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46075-0x1019e6337220001 connected 2024-12-03T21:29:27,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on znode that does not yet exist, /0917131885/running 2024-12-03T21:29:27,185 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:29:27,192 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:29:27,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on znode that does not yet exist, /0917131885/master 2024-12-03T21:29:27,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on znode that does not yet exist, /0917131885/acl 2024-12-03T21:29:27,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46075 2024-12-03T21:29:27,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46075 2024-12-03T21:29:27,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46075 2024-12-03T21:29:27,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46075 2024-12-03T21:29:27,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46075 2024-12-03T21:29:27,214 DEBUG [M:0;101545f66cbd:35013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:35013 2024-12-03T21:29:27,215 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0917131885/backup-masters/101545f66cbd,35013,1733261366404 2024-12-03T21:29:27,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885/backup-masters 2024-12-03T21:29:27,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885/backup-masters 2024-12-03T21:29:27,230 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on existing znode=/0917131885/backup-masters/101545f66cbd,35013,1733261366404 2024-12-03T21:29:27,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0917131885/master 2024-12-03T21:29:27,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:27,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:27,257 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on existing znode=/0917131885/master 2024-12-03T21:29:27,259 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0917131885/backup-masters/101545f66cbd,35013,1733261366404 from backup master directory 2024-12-03T21:29:27,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0917131885/backup-masters/101545f66cbd,35013,1733261366404 2024-12-03T21:29:27,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885/backup-masters 2024-12-03T21:29:27,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885/backup-masters 2024-12-03T21:29:27,271 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:29:27,271 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,35013,1733261366404 2024-12-03T21:29:27,273 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T21:29:27,274 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T21:29:27,327 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/hbase.id] with ID: f68105a6-f707-4302-a53c-0356164a44cf 2024-12-03T21:29:27,327 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/.tmp/hbase.id 2024-12-03T21:29:27,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:29:27,740 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/.tmp/hbase.id]:[hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/hbase.id] 2024-12-03T21:29:27,786 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:27,792 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:29:27,808 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-03T21:29:27,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:27,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:27,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:29:27,866 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:29:27,868 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:29:27,880 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:29:27,884 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:29:27,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:29:28,332 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store 2024-12-03T21:29:28,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:29:28,758 INFO [master/101545f66cbd:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T21:29:28,764 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:29:28,765 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:29:28,765 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:28,765 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:28,767 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:29:28,767 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:28,767 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:28,768 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261368765Disabling compacts and flushes for region at 1733261368765Disabling writes for close at 1733261368767 (+2 ms)Writing region close event to WAL at 1733261368767Closed at 1733261368767 2024-12-03T21:29:28,770 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/.initializing 2024-12-03T21:29:28,770 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/WALs/101545f66cbd,35013,1733261366404 2024-12-03T21:29:28,778 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:29:28,791 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C35013%2C1733261366404, suffix=, logDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/WALs/101545f66cbd,35013,1733261366404, archiveDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/oldWALs, maxLogs=10 2024-12-03T21:29:28,811 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/WALs/101545f66cbd,35013,1733261366404/101545f66cbd%2C35013%2C1733261366404.1733261368795, exclude list is [], retry=0 2024-12-03T21:29:28,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36505,DS-12c27710-1827-4b08-a1ff-597ad58308bd,DISK] 2024-12-03T21:29:28,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T21:29:28,858 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/WALs/101545f66cbd,35013,1733261366404/101545f66cbd%2C35013%2C1733261366404.1733261368795 2024-12-03T21:29:28,859 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39771:39771)] 2024-12-03T21:29:28,860 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:29:28,860 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:29:28,863 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:28,864 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:28,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:28,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:29:28,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:28,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:28,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:28,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:29:28,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:28,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:29:28,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:28,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:29:28,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:28,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:29:28,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:28,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:29:28,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:28,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:29:28,937 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:28,940 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:28,941 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:28,947 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:28,948 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:28,951 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:29:28,955 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:28,960 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:29:28,961 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61862446, jitterRate=-0.07817772030830383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:29:28,967 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261368875Initializing all the Stores at 1733261368877 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261368878 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261368878Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261368879 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261368879Cleaning up temporary data from old regions at 1733261368948 (+69 ms)Region opened successfully at 1733261368967 (+19 ms) 2024-12-03T21:29:28,968 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:29:28,997 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5288550a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:29:29,022 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:29:29,031 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:29:29,032 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:29:29,034 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:29:29,035 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T21:29:29,040 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-03T21:29:29,040 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:29:29,062 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:29:29,070 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Unable to get data of znode /0917131885/balancer because node does not exist (not necessarily an error) 2024-12-03T21:29:29,097 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0917131885/balancer already deleted, retry=false 2024-12-03T21:29:29,100 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:29:29,102 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Unable to get data of znode /0917131885/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:29:29,111 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0917131885/normalizer already deleted, retry=false 2024-12-03T21:29:29,114 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:29:29,117 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Unable to get data of znode /0917131885/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:29:29,128 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0917131885/switch/split already deleted, retry=false 2024-12-03T21:29:29,130 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Unable to get data of znode /0917131885/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:29:29,139 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0917131885/switch/merge already deleted, retry=false 2024-12-03T21:29:29,163 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Unable to get data of znode /0917131885/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:29:29,172 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0917131885/snapshot-cleanup already deleted, retry=false 2024-12-03T21:29:29,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0917131885/running 2024-12-03T21:29:29,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0917131885/running 2024-12-03T21:29:29,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:29,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:29,185 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,35013,1733261366404, sessionid=0x1019e6337220000, setting cluster-up flag (Was=false) 2024-12-03T21:29:29,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:29,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:29,239 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0917131885/flush-table-proc/acquired, /0917131885/flush-table-proc/reached, /0917131885/flush-table-proc/abort 2024-12-03T21:29:29,243 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,35013,1733261366404 2024-12-03T21:29:29,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:29,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:29,289 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0917131885/online-snapshot/acquired, /0917131885/online-snapshot/reached, /0917131885/online-snapshot/abort 2024-12-03T21:29:29,293 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,35013,1733261366404 2024-12-03T21:29:29,302 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:29:29,307 INFO [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(746): ClusterId : f68105a6-f707-4302-a53c-0356164a44cf 2024-12-03T21:29:29,310 DEBUG [RS:0;101545f66cbd:46075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:29:29,322 DEBUG [RS:0;101545f66cbd:46075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:29:29,322 DEBUG [RS:0;101545f66cbd:46075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:29:29,332 DEBUG [RS:0;101545f66cbd:46075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:29:29,333 DEBUG [RS:0;101545f66cbd:46075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e46844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:29:29,350 DEBUG [RS:0;101545f66cbd:46075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:46075 2024-12-03T21:29:29,354 INFO [RS:0;101545f66cbd:46075 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:29:29,354 INFO [RS:0;101545f66cbd:46075 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:29:29,354 DEBUG [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:29:29,356 INFO [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,35013,1733261366404 with port=46075, startcode=1733261367126 2024-12-03T21:29:29,367 DEBUG [RS:0;101545f66cbd:46075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:29:29,369 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:29:29,380 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:29:29,389 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:29:29,395 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,35013,1733261366404 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:29:29,401 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:29:29,404 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:29:29,405 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:29:29,405 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:29:29,405 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:29:29,405 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:29:29,406 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:29,406 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:29:29,406 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:29,407 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35013 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:29:29,408 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261399408 2024-12-03T21:29:29,410 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:29:29,411 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:29:29,412 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:29:29,412 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:29:29,415 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:29:29,415 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:29:29,416 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:29:29,416 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:29:29,417 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:29,419 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:29,419 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:29:29,421 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:29:29,422 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:29:29,423 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:29:29,423 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:29:29,426 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:29:29,426 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:29:29,429 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261369428,5,FailOnTimeoutGroup] 2024-12-03T21:29:29,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:29:29,430 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261369429,5,FailOnTimeoutGroup] 2024-12-03T21:29:29,430 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:29,430 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:29:29,431 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:29,432 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:29,436 DEBUG [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T21:29:29,436 WARN [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T21:29:29,539 INFO [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,35013,1733261366404 with port=46075, startcode=1733261367126 2024-12-03T21:29:29,544 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35013 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,46075,1733261367126 2024-12-03T21:29:29,549 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35013 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,46075,1733261367126 2024-12-03T21:29:29,558 DEBUG [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302 2024-12-03T21:29:29,558 DEBUG [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43799 2024-12-03T21:29:29,558 DEBUG [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:29:29,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885/rs 2024-12-03T21:29:29,570 DEBUG [RS:0;101545f66cbd:46075 {}] zookeeper.ZKUtil(111): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on existing znode=/0917131885/rs/101545f66cbd,46075,1733261367126 2024-12-03T21:29:29,570 WARN [RS:0;101545f66cbd:46075 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:29:29,571 INFO [RS:0;101545f66cbd:46075 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:29:29,571 DEBUG [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126 2024-12-03T21:29:29,573 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,46075,1733261367126] 2024-12-03T21:29:29,599 INFO [RS:0;101545f66cbd:46075 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:29:29,611 INFO [RS:0;101545f66cbd:46075 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:29:29,615 INFO [RS:0;101545f66cbd:46075 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:29:29,615 INFO [RS:0;101545f66cbd:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:29,616 INFO [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:29:29,621 INFO [RS:0;101545f66cbd:46075 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:29:29,622 INFO [RS:0;101545f66cbd:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:29,622 DEBUG [RS:0;101545f66cbd:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:29,623 DEBUG [RS:0;101545f66cbd:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:29,623 DEBUG [RS:0;101545f66cbd:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:29,623 DEBUG [RS:0;101545f66cbd:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:29,623 DEBUG [RS:0;101545f66cbd:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:29,623 DEBUG [RS:0;101545f66cbd:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:29:29,623 DEBUG [RS:0;101545f66cbd:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:29,624 DEBUG [RS:0;101545f66cbd:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:29,624 DEBUG [RS:0;101545f66cbd:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:29,624 DEBUG [RS:0;101545f66cbd:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:29,624 DEBUG [RS:0;101545f66cbd:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:29,624 DEBUG [RS:0;101545f66cbd:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:29,624 DEBUG [RS:0;101545f66cbd:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:29:29,624 DEBUG [RS:0;101545f66cbd:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:29:29,628 INFO [RS:0;101545f66cbd:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:29,628 INFO [RS:0;101545f66cbd:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:29,628 INFO [RS:0;101545f66cbd:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:29,629 INFO [RS:0;101545f66cbd:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:29,629 INFO [RS:0;101545f66cbd:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:29,629 INFO [RS:0;101545f66cbd:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,46075,1733261367126-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:29:29,646 INFO [RS:0;101545f66cbd:46075 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:29:29,647 INFO [RS:0;101545f66cbd:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,46075,1733261367126-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:29,648 INFO [RS:0;101545f66cbd:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:29,648 INFO [RS:0;101545f66cbd:46075 {}] regionserver.Replication(171): 101545f66cbd,46075,1733261367126 started 2024-12-03T21:29:29,663 INFO [RS:0;101545f66cbd:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:29,663 INFO [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,46075,1733261367126, RpcServer on 101545f66cbd/172.17.0.2:46075, sessionid=0x1019e6337220001 2024-12-03T21:29:29,664 DEBUG [RS:0;101545f66cbd:46075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:29:29,664 DEBUG [RS:0;101545f66cbd:46075 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,46075,1733261367126 2024-12-03T21:29:29,664 DEBUG [RS:0;101545f66cbd:46075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,46075,1733261367126' 2024-12-03T21:29:29,665 DEBUG [RS:0;101545f66cbd:46075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0917131885/flush-table-proc/abort' 2024-12-03T21:29:29,666 DEBUG [RS:0;101545f66cbd:46075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0917131885/flush-table-proc/acquired' 2024-12-03T21:29:29,666 DEBUG [RS:0;101545f66cbd:46075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:29:29,666 DEBUG [RS:0;101545f66cbd:46075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:29:29,666 DEBUG [RS:0;101545f66cbd:46075 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,46075,1733261367126 2024-12-03T21:29:29,666 DEBUG [RS:0;101545f66cbd:46075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,46075,1733261367126' 2024-12-03T21:29:29,667 DEBUG [RS:0;101545f66cbd:46075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0917131885/online-snapshot/abort' 2024-12-03T21:29:29,667 DEBUG [RS:0;101545f66cbd:46075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0917131885/online-snapshot/acquired' 2024-12-03T21:29:29,668 DEBUG [RS:0;101545f66cbd:46075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:29:29,668 INFO [RS:0;101545f66cbd:46075 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:29:29,668 INFO [RS:0;101545f66cbd:46075 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:29:29,779 INFO [RS:0;101545f66cbd:46075 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:29:29,784 INFO [RS:0;101545f66cbd:46075 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C46075%2C1733261367126, suffix=, logDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126, archiveDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/oldWALs, maxLogs=10 2024-12-03T21:29:29,798 DEBUG [RS:0;101545f66cbd:46075 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.1733261369786, exclude list is [], retry=0 2024-12-03T21:29:29,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36505,DS-12c27710-1827-4b08-a1ff-597ad58308bd,DISK] 2024-12-03T21:29:29,805 INFO [RS:0;101545f66cbd:46075 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.1733261369786 2024-12-03T21:29:29,806 DEBUG [RS:0;101545f66cbd:46075 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39771:39771)] 2024-12-03T21:29:29,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:29:29,833 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302 2024-12-03T21:29:29,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:29:30,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:29:30,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:29:30,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:29:30,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:30,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:30,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:29:30,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:29:30,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:30,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:30,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:29:30,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:29:30,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:30,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:30,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:29:30,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:29:30,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:30,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:30,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:29:30,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740 2024-12-03T21:29:30,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740 2024-12-03T21:29:30,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:29:30,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:29:30,275 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:29:30,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:29:30,281 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:29:30,282 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65189796, jitterRate=-0.028596341609954834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:29:30,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261370248Initializing all the Stores at 1733261370251 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261370252 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261370252Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261370252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261370252Cleaning up temporary data from old regions at 1733261370274 (+22 ms)Region opened successfully at 1733261370284 (+10 ms) 2024-12-03T21:29:30,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:29:30,284 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:29:30,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:29:30,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:29:30,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:29:30,285 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:29:30,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261370284Disabling compacts and flushes for region at 1733261370284Disabling writes for close at 1733261370284Writing region close event to WAL at 1733261370285 (+1 ms)Closed at 1733261370285 2024-12-03T21:29:30,288 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:29:30,288 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:29:30,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:29:30,300 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:29:30,303 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:29:30,455 DEBUG [101545f66cbd:35013 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:29:30,470 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,46075,1733261367126 2024-12-03T21:29:30,475 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,46075,1733261367126, state=OPENING 2024-12-03T21:29:30,505 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:29:30,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:30,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:30,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0917131885/meta-region-server: CHANGED 2024-12-03T21:29:30,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0917131885/meta-region-server: CHANGED 2024-12-03T21:29:30,517 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:29:30,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,46075,1733261367126}] 2024-12-03T21:29:30,700 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:29:30,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:29:30,713 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:29:30,713 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:29:30,714 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:29:30,717 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C46075%2C1733261367126.meta, suffix=.meta, logDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126, archiveDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/oldWALs, maxLogs=10 2024-12-03T21:29:30,729 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.meta.1733261370718.meta, exclude list is [], retry=0 2024-12-03T21:29:30,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36505,DS-12c27710-1827-4b08-a1ff-597ad58308bd,DISK] 2024-12-03T21:29:30,735 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.meta.1733261370718.meta 2024-12-03T21:29:30,736 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39771:39771)] 2024-12-03T21:29:30,736 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:29:30,740 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:29:30,741 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:29:30,743 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:29:30,746 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:29:30,750 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:29:30,751 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:29:30,751 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:29:30,751 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:29:30,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:29:30,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:29:30,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:30,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:30,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:29:30,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:29:30,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:30,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:30,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:29:30,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:29:30,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:30,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:30,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:29:30,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:29:30,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:30,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:30,764 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:29:30,766 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740 2024-12-03T21:29:30,768 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740 2024-12-03T21:29:30,770 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:29:30,770 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:29:30,771 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:29:30,773 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:29:30,775 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74393859, jitterRate=0.1085548847913742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:29:30,775 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:29:30,777 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261370751Writing region info on filesystem at 1733261370751Initializing all the Stores at 1733261370753 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261370753Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261370753Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261370753Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261370753Cleaning up temporary data from old regions at 1733261370770 (+17 ms)Running coprocessor post-open hooks at 1733261370775 (+5 ms)Region opened successfully at 1733261370776 (+1 ms) 2024-12-03T21:29:30,783 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261370690 2024-12-03T21:29:30,792 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:29:30,793 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:29:30,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,46075,1733261367126 2024-12-03T21:29:30,797 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,46075,1733261367126, state=OPEN 2024-12-03T21:29:30,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0917131885/meta-region-server 2024-12-03T21:29:30,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0917131885/meta-region-server 2024-12-03T21:29:30,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0917131885/meta-region-server: CHANGED 2024-12-03T21:29:30,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0917131885/meta-region-server: CHANGED 2024-12-03T21:29:30,857 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,46075,1733261367126 2024-12-03T21:29:30,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:29:30,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,46075,1733261367126 in 338 msec 2024-12-03T21:29:30,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:29:30,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 577 msec 2024-12-03T21:29:30,877 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:29:30,877 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:29:30,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:29:30,894 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46075,1733261367126, seqNum=-1] 2024-12-03T21:29:30,911 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:29:30,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:29:30,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6000 sec 2024-12-03T21:29:30,933 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261370933, completionTime=-1 2024-12-03T21:29:30,935 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:29:30,935 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:29:30,959 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:29:30,959 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261430959 2024-12-03T21:29:30,959 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261490959 2024-12-03T21:29:30,959 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-12-03T21:29:30,961 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35013,1733261366404-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:30,962 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35013,1733261366404-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:30,962 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35013,1733261366404-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:30,963 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:35013, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:30,963 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:30,964 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:30,969 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:29:30,988 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.717sec 2024-12-03T21:29:30,989 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:29:30,990 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:29:30,991 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:29:30,992 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:29:30,992 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:29:30,993 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35013,1733261366404-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:29:30,993 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35013,1733261366404-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:29:31,002 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:29:31,002 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:29:31,003 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35013,1733261366404-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:31,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493f4710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:31,020 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T21:29:31,020 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T21:29:31,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,35013,-1 for getting cluster id 2024-12-03T21:29:31,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:29:31,032 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f68105a6-f707-4302-a53c-0356164a44cf' 2024-12-03T21:29:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:29:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f68105a6-f707-4302-a53c-0356164a44cf" 2024-12-03T21:29:31,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fce7b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:31,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,35013,-1] 2024-12-03T21:29:31,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:29:31,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:31,041 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:29:31,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d0b24e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:31,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:29:31,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46075,1733261367126, seqNum=-1] 2024-12-03T21:29:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:29:31,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:29:31,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,35013,1733261366404 2024-12-03T21:29:31,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61465 2024-12-03T21:29:31,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:29:31,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e6337220002 connected 2024-12-03T21:29:31,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/hadoop.log.dir so I do NOT create it in target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3 2024-12-03T21:29:31,120 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:29:31,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/hadoop.tmp.dir so I do NOT create it in target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3 2024-12-03T21:29:31,120 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:29:31,120 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3 2024-12-03T21:29:31,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:29:31,120 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/cluster_1f885240-fc18-f5ef-e39b-5d5b6ad36cf6, deleteOnExit=true 2024-12-03T21:29:31,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:29:31,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/test.cache.data in system properties and HBase conf 2024-12-03T21:29:31,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:29:31,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:29:31,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:29:31,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:29:31,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:29:31,121 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:29:31,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:29:31,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:29:31,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:29:31,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:29:31,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:29:31,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:29:31,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:29:31,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:29:31,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:29:31,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:29:31,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:29:31,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:29:31,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:29:31,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:29:31,432 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:29:31,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:29:31,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:29:31,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:29:31,439 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:29:31,440 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:29:31,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d2615b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:29:31,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@637f27af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:29:31,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30b2e30f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/java.io.tmpdir/jetty-localhost-41135-hadoop-hdfs-3_4_1-tests_jar-_-any-17960751344002171123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:29:31,538 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@694fc00{HTTP/1.1, (http/1.1)}{localhost:41135} 2024-12-03T21:29:31,538 INFO [Time-limited test {}] server.Server(415): Started @10144ms 2024-12-03T21:29:31,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:29:31,776 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:29:31,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:29:31,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:29:31,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:29:31,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f6dcd23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:29:31,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a1bd21d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:29:31,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26eb26b0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/java.io.tmpdir/jetty-localhost-40323-hadoop-hdfs-3_4_1-tests_jar-_-any-13581412415387952891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:29:31,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47ca9e4b{HTTP/1.1, (http/1.1)}{localhost:40323} 2024-12-03T21:29:31,875 INFO [Time-limited test {}] server.Server(415): Started @10481ms 2024-12-03T21:29:31,877 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:29:32,444 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/cluster_1f885240-fc18-f5ef-e39b-5d5b6ad36cf6/data/data2/current/BP-1474009934-172.17.0.2-1733261371148/current, will proceed with Du for space computation calculation, 2024-12-03T21:29:32,444 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/cluster_1f885240-fc18-f5ef-e39b-5d5b6ad36cf6/data/data1/current/BP-1474009934-172.17.0.2-1733261371148/current, will proceed with Du for space computation calculation, 2024-12-03T21:29:32,461 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:29:32,464 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a0b53290f8fe0df with lease ID 0x76ac7589f098996f: Processing first storage report for DS-fdfa549a-8aa4-4227-8451-61a81e56d906 from datanode DatanodeRegistration(127.0.0.1:44795, datanodeUuid=3860760b-a62f-4fe8-b8b5-90bad70d1624, infoPort=41865, infoSecurePort=0, ipcPort=41717, storageInfo=lv=-57;cid=testClusterID;nsid=200379937;c=1733261371148) 2024-12-03T21:29:32,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a0b53290f8fe0df with lease ID 0x76ac7589f098996f: from storage DS-fdfa549a-8aa4-4227-8451-61a81e56d906 node DatanodeRegistration(127.0.0.1:44795, datanodeUuid=3860760b-a62f-4fe8-b8b5-90bad70d1624, infoPort=41865, infoSecurePort=0, ipcPort=41717, storageInfo=lv=-57;cid=testClusterID;nsid=200379937;c=1733261371148), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:29:32,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a0b53290f8fe0df with lease ID 0x76ac7589f098996f: Processing first storage report for DS-ef35e5f0-50b0-4c44-bf97-563f13b95684 from datanode DatanodeRegistration(127.0.0.1:44795, datanodeUuid=3860760b-a62f-4fe8-b8b5-90bad70d1624, infoPort=41865, infoSecurePort=0, ipcPort=41717, storageInfo=lv=-57;cid=testClusterID;nsid=200379937;c=1733261371148) 2024-12-03T21:29:32,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a0b53290f8fe0df with lease ID 0x76ac7589f098996f: from storage DS-ef35e5f0-50b0-4c44-bf97-563f13b95684 node DatanodeRegistration(127.0.0.1:44795, datanodeUuid=3860760b-a62f-4fe8-b8b5-90bad70d1624, infoPort=41865, infoSecurePort=0, ipcPort=41717, storageInfo=lv=-57;cid=testClusterID;nsid=200379937;c=1733261371148), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:29:32,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3 2024-12-03T21:29:32,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:32,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:32,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44795 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:29:32,940 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6 with version=8 2024-12-03T21:29:32,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/hbase-staging 2024-12-03T21:29:32,945 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:29:32,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:32,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:32,945 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:29:32,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:32,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:29:32,946 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:29:32,946 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:29:32,946 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44275 2024-12-03T21:29:32,949 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44275 connecting to ZooKeeper ensemble=127.0.0.1:61465 2024-12-03T21:29:32,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442750x0, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:29:32,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44275-0x1019e6337220003 connected 2024-12-03T21:29:33,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:33,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:33,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Set watcher on znode that does not yet exist, /1-1533522307/running 2024-12-03T21:29:33,045 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6, hbase.cluster.distributed=false 2024-12-03T21:29:33,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Set watcher on znode that does not yet exist, /1-1533522307/acl 2024-12-03T21:29:33,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44275 2024-12-03T21:29:33,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44275 2024-12-03T21:29:33,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44275 2024-12-03T21:29:33,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44275 2024-12-03T21:29:33,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44275 2024-12-03T21:29:33,066 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:29:33,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:33,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:33,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:29:33,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:33,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:29:33,066 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:29:33,067 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:29:33,067 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39357 2024-12-03T21:29:33,069 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39357 connecting to ZooKeeper ensemble=127.0.0.1:61465 2024-12-03T21:29:33,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:33,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:33,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393570x0, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:29:33,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393570x0, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Set watcher on znode that does not yet exist, /1-1533522307/running 2024-12-03T21:29:33,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39357-0x1019e6337220004 connected 2024-12-03T21:29:33,087 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:29:33,088 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:29:33,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Set watcher on znode that does not yet exist, /1-1533522307/master 2024-12-03T21:29:33,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Set watcher on znode that does not yet exist, /1-1533522307/acl 2024-12-03T21:29:33,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39357 2024-12-03T21:29:33,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39357 2024-12-03T21:29:33,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39357 2024-12-03T21:29:33,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39357 2024-12-03T21:29:33,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39357 2024-12-03T21:29:33,108 DEBUG [M:0;101545f66cbd:44275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:44275 2024-12-03T21:29:33,109 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1533522307/backup-masters/101545f66cbd,44275,1733261372944 2024-12-03T21:29:33,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307/backup-masters 2024-12-03T21:29:33,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307/backup-masters 2024-12-03T21:29:33,120 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Set watcher on existing znode=/1-1533522307/backup-masters/101545f66cbd,44275,1733261372944 2024-12-03T21:29:33,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1533522307/master 2024-12-03T21:29:33,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307 2024-12-03T21:29:33,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307 2024-12-03T21:29:33,131 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Set watcher on existing znode=/1-1533522307/master 2024-12-03T21:29:33,132 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1533522307/backup-masters/101545f66cbd,44275,1733261372944 from backup master directory 2024-12-03T21:29:33,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1533522307/backup-masters/101545f66cbd,44275,1733261372944 2024-12-03T21:29:33,139 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:29:33,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307/backup-masters 2024-12-03T21:29:33,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307/backup-masters 2024-12-03T21:29:33,139 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,44275,1733261372944 2024-12-03T21:29:33,146 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/hbase.id] with ID: ad5b283b-3b0d-4d97-94c5-d9b9083c4c93 2024-12-03T21:29:33,146 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/.tmp/hbase.id 2024-12-03T21:29:33,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44795 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:29:33,557 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/.tmp/hbase.id]:[hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/hbase.id] 2024-12-03T21:29:33,583 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:33,583 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:29:33,585 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T21:29:33,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307 2024-12-03T21:29:33,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307 2024-12-03T21:29:33,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44795 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:29:33,626 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:29:33,627 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:29:33,627 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:29:33,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44795 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:29:34,039 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store 2024-12-03T21:29:34,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44795 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:29:34,050 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:29:34,050 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:29:34,050 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:34,050 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:34,051 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:29:34,051 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:34,051 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:34,051 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261374050Disabling compacts and flushes for region at 1733261374050Disabling writes for close at 1733261374051 (+1 ms)Writing region close event to WAL at 1733261374051Closed at 1733261374051 2024-12-03T21:29:34,053 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/.initializing 2024-12-03T21:29:34,053 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/WALs/101545f66cbd,44275,1733261372944 2024-12-03T21:29:34,055 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:29:34,059 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C44275%2C1733261372944, suffix=, logDir=hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/WALs/101545f66cbd,44275,1733261372944, archiveDir=hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/oldWALs, maxLogs=10 2024-12-03T21:29:34,071 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/WALs/101545f66cbd,44275,1733261372944/101545f66cbd%2C44275%2C1733261372944.1733261374059, exclude list is [], retry=0 2024-12-03T21:29:34,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44795,DS-fdfa549a-8aa4-4227-8451-61a81e56d906,DISK] 2024-12-03T21:29:34,077 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/WALs/101545f66cbd,44275,1733261372944/101545f66cbd%2C44275%2C1733261372944.1733261374059 2024-12-03T21:29:34,077 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41865:41865)] 2024-12-03T21:29:34,077 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:29:34,078 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:29:34,078 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:34,078 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:34,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:34,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:29:34,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:34,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:34,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:34,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:29:34,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:34,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:29:34,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:34,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:29:34,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:34,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:29:34,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:34,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:29:34,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:34,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:29:34,094 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:34,095 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:34,096 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:34,098 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:34,098 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:34,099 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:29:34,101 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:34,105 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:29:34,106 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67065807, jitterRate=-6.415992975234985E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:29:34,106 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261374078Initializing all the Stores at 1733261374079 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261374079Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261374080 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261374080Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261374080Cleaning up temporary data from old regions at 1733261374098 (+18 ms)Region opened successfully at 1733261374106 (+8 ms) 2024-12-03T21:29:34,106 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:29:34,111 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66bfc2a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:29:34,112 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:29:34,112 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:29:34,112 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:29:34,112 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:29:34,113 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:29:34,113 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:29:34,113 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:29:34,116 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:29:34,117 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Unable to get data of znode /1-1533522307/balancer because node does not exist (not necessarily an error) 2024-12-03T21:29:34,147 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1533522307/balancer already deleted, retry=false 2024-12-03T21:29:34,147 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:29:34,149 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Unable to get data of znode /1-1533522307/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:29:34,155 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1533522307/normalizer already deleted, retry=false 2024-12-03T21:29:34,156 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:29:34,158 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Unable to get data of znode /1-1533522307/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:29:34,164 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1533522307/switch/split already deleted, retry=false 2024-12-03T21:29:34,166 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Unable to get data of znode /1-1533522307/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:29:34,172 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1533522307/switch/merge already deleted, retry=false 2024-12-03T21:29:34,175 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Unable to get data of znode /1-1533522307/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:29:34,180 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1533522307/snapshot-cleanup already deleted, retry=false 2024-12-03T21:29:34,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1533522307/running 2024-12-03T21:29:34,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1533522307/running 2024-12-03T21:29:34,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307 2024-12-03T21:29:34,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307 2024-12-03T21:29:34,190 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,44275,1733261372944, sessionid=0x1019e6337220003, setting cluster-up flag (Was=false) 2024-12-03T21:29:34,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307 2024-12-03T21:29:34,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307 2024-12-03T21:29:34,247 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1533522307/flush-table-proc/acquired, /1-1533522307/flush-table-proc/reached, /1-1533522307/flush-table-proc/abort 2024-12-03T21:29:34,248 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,44275,1733261372944 2024-12-03T21:29:34,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307 2024-12-03T21:29:34,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307 2024-12-03T21:29:34,288 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1533522307/online-snapshot/acquired, /1-1533522307/online-snapshot/reached, /1-1533522307/online-snapshot/abort 2024-12-03T21:29:34,290 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,44275,1733261372944 2024-12-03T21:29:34,291 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:29:34,293 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:29:34,294 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:29:34,294 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:29:34,294 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,44275,1733261372944 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:29:34,297 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:29:34,297 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:29:34,297 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:29:34,297 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:29:34,297 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:29:34,297 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:34,298 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:29:34,298 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:34,299 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261404299 2024-12-03T21:29:34,299 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:29:34,299 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:29:34,299 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:29:34,300 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:29:34,300 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:29:34,300 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:29:34,300 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:34,301 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:29:34,301 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:29:34,301 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:29:34,301 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:29:34,301 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:29:34,301 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:29:34,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:29:34,301 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:29:34,303 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261374301,5,FailOnTimeoutGroup] 2024-12-03T21:29:34,303 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:34,303 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:29:34,304 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261374303,5,FailOnTimeoutGroup] 2024-12-03T21:29:34,304 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:34,304 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:29:34,304 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:34,304 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:34,310 INFO [RS:0;101545f66cbd:39357 {}] regionserver.HRegionServer(746): ClusterId : ad5b283b-3b0d-4d97-94c5-d9b9083c4c93 2024-12-03T21:29:34,310 DEBUG [RS:0;101545f66cbd:39357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:29:34,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44795 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:29:34,321 DEBUG [RS:0;101545f66cbd:39357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:29:34,321 DEBUG [RS:0;101545f66cbd:39357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:29:34,331 DEBUG [RS:0;101545f66cbd:39357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:29:34,332 DEBUG [RS:0;101545f66cbd:39357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9f2dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:29:34,344 DEBUG [RS:0;101545f66cbd:39357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:39357 2024-12-03T21:29:34,344 INFO [RS:0;101545f66cbd:39357 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:29:34,344 INFO [RS:0;101545f66cbd:39357 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:29:34,344 DEBUG [RS:0;101545f66cbd:39357 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:29:34,345 INFO [RS:0;101545f66cbd:39357 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,44275,1733261372944 with port=39357, startcode=1733261373066 2024-12-03T21:29:34,346 DEBUG [RS:0;101545f66cbd:39357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:29:34,348 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:29:34,349 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44275 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,39357,1733261373066 2024-12-03T21:29:34,349 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44275 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,39357,1733261373066 2024-12-03T21:29:34,351 DEBUG [RS:0;101545f66cbd:39357 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6 2024-12-03T21:29:34,351 DEBUG [RS:0;101545f66cbd:39357 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43103 2024-12-03T21:29:34,351 DEBUG [RS:0;101545f66cbd:39357 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:29:34,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307/rs 2024-12-03T21:29:34,401 DEBUG [RS:0;101545f66cbd:39357 {}] zookeeper.ZKUtil(111): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Set watcher on existing znode=/1-1533522307/rs/101545f66cbd,39357,1733261373066 2024-12-03T21:29:34,401 WARN [RS:0;101545f66cbd:39357 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:29:34,402 INFO [RS:0;101545f66cbd:39357 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:29:34,402 DEBUG [RS:0;101545f66cbd:39357 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/WALs/101545f66cbd,39357,1733261373066 2024-12-03T21:29:34,402 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,39357,1733261373066] 2024-12-03T21:29:34,411 INFO [RS:0;101545f66cbd:39357 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:29:34,414 INFO [RS:0;101545f66cbd:39357 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:29:34,415 INFO [RS:0;101545f66cbd:39357 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:29:34,415 INFO [RS:0;101545f66cbd:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:34,415 INFO [RS:0;101545f66cbd:39357 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:29:34,417 INFO [RS:0;101545f66cbd:39357 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:29:34,417 INFO [RS:0;101545f66cbd:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:34,417 DEBUG [RS:0;101545f66cbd:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:34,417 DEBUG [RS:0;101545f66cbd:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:34,417 DEBUG [RS:0;101545f66cbd:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:34,417 DEBUG [RS:0;101545f66cbd:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:34,417 DEBUG [RS:0;101545f66cbd:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:34,418 DEBUG [RS:0;101545f66cbd:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:29:34,418 DEBUG [RS:0;101545f66cbd:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:34,418 DEBUG [RS:0;101545f66cbd:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:34,418 DEBUG [RS:0;101545f66cbd:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:34,418 DEBUG [RS:0;101545f66cbd:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:34,418 DEBUG [RS:0;101545f66cbd:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:34,418 DEBUG [RS:0;101545f66cbd:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:34,419 DEBUG [RS:0;101545f66cbd:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:29:34,419 DEBUG [RS:0;101545f66cbd:39357 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:29:34,419 INFO [RS:0;101545f66cbd:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:34,419 INFO [RS:0;101545f66cbd:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:34,419 INFO [RS:0;101545f66cbd:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:34,420 INFO [RS:0;101545f66cbd:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:34,420 INFO [RS:0;101545f66cbd:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:34,420 INFO [RS:0;101545f66cbd:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39357,1733261373066-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:29:34,435 INFO [RS:0;101545f66cbd:39357 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:29:34,436 INFO [RS:0;101545f66cbd:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39357,1733261373066-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:34,436 INFO [RS:0;101545f66cbd:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:34,436 INFO [RS:0;101545f66cbd:39357 {}] regionserver.Replication(171): 101545f66cbd,39357,1733261373066 started 2024-12-03T21:29:34,448 INFO [RS:0;101545f66cbd:39357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:34,448 INFO [RS:0;101545f66cbd:39357 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,39357,1733261373066, RpcServer on 101545f66cbd/172.17.0.2:39357, sessionid=0x1019e6337220004 2024-12-03T21:29:34,448 DEBUG [RS:0;101545f66cbd:39357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:29:34,448 DEBUG [RS:0;101545f66cbd:39357 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,39357,1733261373066 2024-12-03T21:29:34,448 DEBUG [RS:0;101545f66cbd:39357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,39357,1733261373066' 2024-12-03T21:29:34,448 DEBUG [RS:0;101545f66cbd:39357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1533522307/flush-table-proc/abort' 2024-12-03T21:29:34,449 DEBUG [RS:0;101545f66cbd:39357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1533522307/flush-table-proc/acquired' 2024-12-03T21:29:34,450 DEBUG [RS:0;101545f66cbd:39357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:29:34,450 DEBUG [RS:0;101545f66cbd:39357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:29:34,450 DEBUG [RS:0;101545f66cbd:39357 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,39357,1733261373066 2024-12-03T21:29:34,450 DEBUG [RS:0;101545f66cbd:39357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,39357,1733261373066' 2024-12-03T21:29:34,450 DEBUG [RS:0;101545f66cbd:39357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1533522307/online-snapshot/abort' 2024-12-03T21:29:34,450 DEBUG [RS:0;101545f66cbd:39357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1533522307/online-snapshot/acquired' 2024-12-03T21:29:34,451 DEBUG [RS:0;101545f66cbd:39357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:29:34,451 INFO [RS:0;101545f66cbd:39357 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:29:34,451 INFO [RS:0;101545f66cbd:39357 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:29:34,552 INFO [RS:0;101545f66cbd:39357 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:29:34,556 INFO [RS:0;101545f66cbd:39357 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C39357%2C1733261373066, suffix=, logDir=hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/WALs/101545f66cbd,39357,1733261373066, archiveDir=hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/oldWALs, maxLogs=10 2024-12-03T21:29:34,575 DEBUG [RS:0;101545f66cbd:39357 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/WALs/101545f66cbd,39357,1733261373066/101545f66cbd%2C39357%2C1733261373066.1733261374560, exclude list is [], retry=0 2024-12-03T21:29:34,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44795,DS-fdfa549a-8aa4-4227-8451-61a81e56d906,DISK] 2024-12-03T21:29:34,580 INFO [RS:0;101545f66cbd:39357 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/WALs/101545f66cbd,39357,1733261373066/101545f66cbd%2C39357%2C1733261373066.1733261374560 2024-12-03T21:29:34,581 DEBUG [RS:0;101545f66cbd:39357 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41865:41865)] 2024-12-03T21:29:34,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:29:34,717 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6 2024-12-03T21:29:34,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44795 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:29:35,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:29:35,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:29:35,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:29:35,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:35,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:35,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:29:35,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:29:35,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:35,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:35,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:29:35,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:29:35,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:35,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:35,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:29:35,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:29:35,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:35,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:35,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:29:35,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/data/hbase/meta/1588230740 2024-12-03T21:29:35,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/data/hbase/meta/1588230740 2024-12-03T21:29:35,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:29:35,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:29:35,156 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:29:35,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:29:35,161 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:29:35,161 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71013050, jitterRate=0.058176904916763306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:29:35,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261375130Initializing all the Stores at 1733261375134 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261375134Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261375135 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261375135Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261375135Cleaning up temporary data from old regions at 1733261375156 (+21 ms)Region opened successfully at 1733261375161 (+5 ms) 2024-12-03T21:29:35,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:29:35,162 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:29:35,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:29:35,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:29:35,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:29:35,162 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:29:35,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261375162Disabling compacts and flushes for region at 1733261375162Disabling writes for close at 1733261375162Writing region close event to WAL at 1733261375162Closed at 1733261375162 2024-12-03T21:29:35,164 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:29:35,164 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:29:35,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:29:35,166 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:29:35,168 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:29:35,319 DEBUG [101545f66cbd:44275 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:29:35,320 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,39357,1733261373066 2024-12-03T21:29:35,324 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,39357,1733261373066, state=OPENING 2024-12-03T21:29:35,356 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:29:35,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307 2024-12-03T21:29:35,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307 2024-12-03T21:29:35,365 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:29:35,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1533522307/meta-region-server: CHANGED 2024-12-03T21:29:35,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1533522307/meta-region-server: CHANGED 2024-12-03T21:29:35,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,39357,1733261373066}] 2024-12-03T21:29:35,524 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:29:35,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:29:35,536 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:29:35,536 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:29:35,537 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:29:35,540 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C39357%2C1733261373066.meta, suffix=.meta, logDir=hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/WALs/101545f66cbd,39357,1733261373066, archiveDir=hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/oldWALs, maxLogs=10 2024-12-03T21:29:35,558 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/WALs/101545f66cbd,39357,1733261373066/101545f66cbd%2C39357%2C1733261373066.meta.1733261375541.meta, exclude list is [], retry=0 2024-12-03T21:29:35,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44795,DS-fdfa549a-8aa4-4227-8451-61a81e56d906,DISK] 2024-12-03T21:29:35,564 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/WALs/101545f66cbd,39357,1733261373066/101545f66cbd%2C39357%2C1733261373066.meta.1733261375541.meta 2024-12-03T21:29:35,564 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41865:41865)] 2024-12-03T21:29:35,564 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:29:35,565 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:29:35,565 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:29:35,565 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:29:35,565 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:29:35,565 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:29:35,565 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:29:35,565 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:29:35,565 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:29:35,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:29:35,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:29:35,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:35,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:35,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:29:35,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:29:35,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:35,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:35,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:29:35,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:29:35,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:35,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:35,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:29:35,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:29:35,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:35,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:35,575 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:29:35,576 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/data/hbase/meta/1588230740 2024-12-03T21:29:35,578 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/data/hbase/meta/1588230740 2024-12-03T21:29:35,580 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:29:35,580 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:29:35,581 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:29:35,583 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:29:35,584 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73796752, jitterRate=0.09965729713439941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:29:35,585 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:29:35,585 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261375566Writing region info on filesystem at 1733261375566Initializing all the Stores at 1733261375567 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261375567Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261375567Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261375567Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261375567Cleaning up temporary data from old regions at 1733261375580 (+13 ms)Running coprocessor post-open hooks at 1733261375585 (+5 ms)Region opened successfully at 1733261375585 2024-12-03T21:29:35,586 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261375523 2024-12-03T21:29:35,589 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:29:35,589 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:29:35,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,39357,1733261373066 2024-12-03T21:29:35,592 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,39357,1733261373066, state=OPEN 2024-12-03T21:29:35,593 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T21:29:35,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1533522307/meta-region-server 2024-12-03T21:29:35,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1533522307/meta-region-server 2024-12-03T21:29:35,602 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,39357,1733261373066 2024-12-03T21:29:35,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1533522307/meta-region-server: CHANGED 2024-12-03T21:29:35,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1533522307/meta-region-server: CHANGED 2024-12-03T21:29:35,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:29:35,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,39357,1733261373066 in 237 msec 2024-12-03T21:29:35,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:29:35,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-12-03T21:29:35,612 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:29:35,612 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:29:35,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:29:35,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,39357,1733261373066, seqNum=-1] 2024-12-03T21:29:35,614 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:29:35,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:29:35,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3300 sec 2024-12-03T21:29:35,624 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261375624, completionTime=-1 2024-12-03T21:29:35,624 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:29:35,624 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:29:35,626 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:29:35,627 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261435627 2024-12-03T21:29:35,627 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261495627 2024-12-03T21:29:35,627 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T21:29:35,627 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,44275,1733261372944-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:35,627 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,44275,1733261372944-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:35,627 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,44275,1733261372944-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:35,627 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:44275, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:35,627 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:35,628 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:35,630 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:29:35,632 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.493sec 2024-12-03T21:29:35,633 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:29:35,633 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:29:35,633 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:29:35,633 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:29:35,633 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:29:35,633 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,44275,1733261372944-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:29:35,633 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,44275,1733261372944-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:29:35,635 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:29:35,635 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:29:35,636 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,44275,1733261372944-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:35,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524c3632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:35,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,44275,-1 for getting cluster id 2024-12-03T21:29:35,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:29:35,715 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad5b283b-3b0d-4d97-94c5-d9b9083c4c93' 2024-12-03T21:29:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:29:35,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad5b283b-3b0d-4d97-94c5-d9b9083c4c93" 2024-12-03T21:29:35,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e52c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:35,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,44275,-1] 2024-12-03T21:29:35,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:29:35,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:35,721 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:29:35,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f3cff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:35,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:29:35,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,39357,1733261373066, seqNum=-1] 2024-12-03T21:29:35,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:29:35,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:29:35,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,44275,1733261372944 2024-12-03T21:29:35,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61465 2024-12-03T21:29:35,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:29:35,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019e6337220005 connected 2024-12-03T21:29:35,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2139ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:35,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,35013,-1 for getting cluster id 2024-12-03T21:29:35,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:29:35,757 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f68105a6-f707-4302-a53c-0356164a44cf' 2024-12-03T21:29:35,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:29:35,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f68105a6-f707-4302-a53c-0356164a44cf" 2024-12-03T21:29:35,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db73ca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:35,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,35013,-1] 2024-12-03T21:29:35,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:29:35,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:35,761 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:29:35,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dce9b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:35,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:29:35,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,35013,1733261366404 2024-12-03T21:29:35,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@87a756c 2024-12-03T21:29:35,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:29:35,776 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:29:35,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://101545f66cbd:44275,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T21:29:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:29:35,789 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:44275' 2024-12-03T21:29:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:29:35,790 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd96b9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:35,790 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,44275,-1 for getting cluster id 2024-12-03T21:29:35,791 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:29:35,792 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad5b283b-3b0d-4d97-94c5-d9b9083c4c93' 2024-12-03T21:29:35,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:29:35,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad5b283b-3b0d-4d97-94c5-d9b9083c4c93" 2024-12-03T21:29:35,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504f4d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:35,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,44275,-1] 2024-12-03T21:29:35,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:29:35,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:35,794 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:29:35,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32548170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:35,796 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:29:35,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,44275,1733261372944 2024-12-03T21:29:35,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68b0cfa0 2024-12-03T21:29:35,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:29:35,803 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:29:35,817 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T21:29:35,817 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:29:35,820 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:35,821 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:35,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:29:35,822 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:29:35,828 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T21:29:35,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:29:35,832 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:35,833 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:29:35,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741835_1011 (size=1138) 2024-12-03T21:29:35,881 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T21:29:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:29:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:29:36,246 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59add9d8d04be78fe72b45b4db481e79, NAME => 'hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302 2024-12-03T21:29:36,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741836_1012 (size=44) 2024-12-03T21:29:36,261 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:29:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:29:36,656 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:29:36,656 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 59add9d8d04be78fe72b45b4db481e79, disabling compactions & flushes 2024-12-03T21:29:36,657 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:36,657 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:36,657 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. after waiting 0 ms 2024-12-03T21:29:36,657 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:36,657 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:36,657 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59add9d8d04be78fe72b45b4db481e79: Waiting for close lock at 1733261376656Disabling compacts and flushes for region at 1733261376656Disabling writes for close at 1733261376657 (+1 ms)Writing region close event to WAL at 1733261376657Closed at 1733261376657 2024-12-03T21:29:36,661 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:29:36,666 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733261376661"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261376661"}]},"ts":"1733261376661"} 2024-12-03T21:29:36,670 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:29:36,672 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:29:36,674 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261376672"}]},"ts":"1733261376672"} 2024-12-03T21:29:36,678 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T21:29:36,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59add9d8d04be78fe72b45b4db481e79, ASSIGN}] 2024-12-03T21:29:36,682 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59add9d8d04be78fe72b45b4db481e79, ASSIGN 2024-12-03T21:29:36,684 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59add9d8d04be78fe72b45b4db481e79, ASSIGN; state=OFFLINE, location=101545f66cbd,46075,1733261367126; forceNewPlan=false, retain=false 2024-12-03T21:29:36,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T21:29:36,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T21:29:36,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:29:36,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T21:29:36,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:29:36,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T21:29:36,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T21:29:36,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T21:29:36,835 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=59add9d8d04be78fe72b45b4db481e79, regionState=OPENING, regionLocation=101545f66cbd,46075,1733261367126 2024-12-03T21:29:36,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59add9d8d04be78fe72b45b4db481e79, ASSIGN because future has completed 2024-12-03T21:29:36,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59add9d8d04be78fe72b45b4db481e79, server=101545f66cbd,46075,1733261367126}] 2024-12-03T21:29:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:29:37,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:37,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:29:37,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T21:29:37,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C46075%2C1733261367126.rep, suffix=, logDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126, archiveDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/oldWALs, maxLogs=10 2024-12-03T21:29:37,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.rep.1733261377010, exclude list is [], retry=0 2024-12-03T21:29:37,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36505,DS-12c27710-1827-4b08-a1ff-597ad58308bd,DISK] 2024-12-03T21:29:37,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.rep.1733261377010 2024-12-03T21:29:37,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39771:39771)] 2024-12-03T21:29:37,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 59add9d8d04be78fe72b45b4db481e79, NAME => 'hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:29:37,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:29:37,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:29:37,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. service=MultiRowMutationService 2024-12-03T21:29:37,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T21:29:37,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:37,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:29:37,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:37,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:37,030 INFO [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:37,032 INFO [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59add9d8d04be78fe72b45b4db481e79 columnFamilyName hfileref 2024-12-03T21:29:37,032 DEBUG [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:37,032 INFO [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] regionserver.HStore(327): Store=59add9d8d04be78fe72b45b4db481e79/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:29:37,032 INFO [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:37,034 INFO [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59add9d8d04be78fe72b45b4db481e79 columnFamilyName queue 2024-12-03T21:29:37,034 DEBUG [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:37,035 INFO [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] regionserver.HStore(327): Store=59add9d8d04be78fe72b45b4db481e79/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:29:37,035 INFO [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:37,036 INFO [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59add9d8d04be78fe72b45b4db481e79 columnFamilyName sid 2024-12-03T21:29:37,036 DEBUG [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:37,037 INFO [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] regionserver.HStore(327): Store=59add9d8d04be78fe72b45b4db481e79/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:29:37,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:37,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/replication/59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:37,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/replication/59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:37,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:37,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:37,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:29:37,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:37,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/replication/59add9d8d04be78fe72b45b4db481e79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:29:37,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 59add9d8d04be78fe72b45b4db481e79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72474463, jitterRate=0.07995365560054779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:29:37,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:37,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 59add9d8d04be78fe72b45b4db481e79: Running coprocessor pre-open hook at 1733261377028Writing region info on filesystem at 1733261377028Initializing all the Stores at 1733261377029 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261377029Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261377030 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261377030Cleaning up temporary data from old regions at 1733261377040 (+10 ms)Running coprocessor post-open hooks at 1733261377045 (+5 ms)Region opened successfully at 1733261377046 (+1 ms) 2024-12-03T21:29:37,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79., pid=7, masterSystemTime=1733261376996 2024-12-03T21:29:37,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:37,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:37,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=59add9d8d04be78fe72b45b4db481e79, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,46075,1733261367126 2024-12-03T21:29:37,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59add9d8d04be78fe72b45b4db481e79, server=101545f66cbd,46075,1733261367126 because future has completed 2024-12-03T21:29:37,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T21:29:37,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 59add9d8d04be78fe72b45b4db481e79, server=101545f66cbd,46075,1733261367126 in 215 msec 2024-12-03T21:29:37,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:29:37,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59add9d8d04be78fe72b45b4db481e79, ASSIGN in 379 msec 2024-12-03T21:29:37,064 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:29:37,065 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261377064"}]},"ts":"1733261377064"} 2024-12-03T21:29:37,067 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T21:29:37,069 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:29:37,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2460 sec 2024-12-03T21:29:37,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79., hostname=101545f66cbd,46075,1733261367126, seqNum=2] 2024-12-03T21:29:37,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46075 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-03T21:29:37,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:37,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:37,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:29:37,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T21:29:37,353 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T21:29:37,386 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-101545f66cbd,46075,1733261367126, ReplicationSource: 1, currentBandwidth=0 2024-12-03T21:29:37,387 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:29:37,388 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46075,1733261367126, seqNum=-1] 2024-12-03T21:29:37,388 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:29:37,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-03T21:29:37,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-101545f66cbd,46075,1733261367126', locateType=CURRENT is [region=hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79., hostname=101545f66cbd,46075,1733261367126, seqNum=2] 2024-12-03T21:29:37,397 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T21:29:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T21:29:37,402 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 101545f66cbd,46075,1733261367126 suceeded 2024-12-03T21:29:37,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T21:29:37,406 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://101545f66cbd:44275,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:29:37,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-12-03T21:29:37,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6270 sec 2024-12-03T21:29:37,414 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:44275' 2024-12-03T21:29:37,416 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3348efb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:37,416 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,44275,-1 for getting cluster id 2024-12-03T21:29:37,416 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:29:37,417 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad5b283b-3b0d-4d97-94c5-d9b9083c4c93' 2024-12-03T21:29:37,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:29:37,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad5b283b-3b0d-4d97-94c5-d9b9083c4c93" 2024-12-03T21:29:37,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6135af7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:37,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,44275,-1] 2024-12-03T21:29:37,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:29:37,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:37,419 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:29:37,420 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18c42df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:37,420 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:29:37,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,44275,1733261372944 2024-12-03T21:29:37,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c1ae7ac 2024-12-03T21:29:37,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:29:37,422 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T21:29:37,423 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-101545f66cbd,46075,1733261367126 (queues=1) is replicating from cluster=f68105a6-f707-4302-a53c-0356164a44cf to cluster=ad5b283b-3b0d-4d97-94c5-d9b9083c4c93 2024-12-03T21:29:37,425 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=101545f66cbd%2C46075%2C1733261367126 2024-12-03T21:29:37,428 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-101545f66cbd,46075,1733261367126, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:29:37,430 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126.replicationSource.shipper101545f66cbd%2C46075%2C1733261367126,1-101545f66cbd,46075,1733261367126 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C46075%2C1733261367126 2024-12-03T21:29:37,433 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126.replicationSource.wal-reader.101545f66cbd%2C46075%2C1733261367126,1-101545f66cbd,46075,1733261367126 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.1733261369786, startPosition=0, beingWritten=true 2024-12-03T21:29:37,679 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126.replicationSource.wal-reader.101545f66cbd%2C46075%2C1733261367126,1-101545f66cbd,46075,1733261367126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.1733261369786 to pos 0, reset compression=false 2024-12-03T21:29:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:29:37,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:29:37,940 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T21:29:37,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:29:37,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:37,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:37,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:29:37,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a24300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:37,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,35013,-1 for getting cluster id 2024-12-03T21:29:37,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:29:37,944 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f68105a6-f707-4302-a53c-0356164a44cf' 2024-12-03T21:29:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:29:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f68105a6-f707-4302-a53c-0356164a44cf" 2024-12-03T21:29:37,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f41929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:37,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,35013,-1] 2024-12-03T21:29:37,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:29:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:37,948 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:29:37,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652f0dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:37,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:29:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,35013,1733261366404 2024-12-03T21:29:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@738cd1be 2024-12-03T21:29:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:29:37,955 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:29:37,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://101545f66cbd:44275,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T21:29:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:29:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T21:29:37,960 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:44275' 2024-12-03T21:29:37,962 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451153aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:37,962 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,44275,-1 for getting cluster id 2024-12-03T21:29:37,962 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:29:37,963 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad5b283b-3b0d-4d97-94c5-d9b9083c4c93' 2024-12-03T21:29:37,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:29:37,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad5b283b-3b0d-4d97-94c5-d9b9083c4c93" 2024-12-03T21:29:37,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7982bd82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:37,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,44275,-1] 2024-12-03T21:29:37,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:29:37,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:37,966 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:29:37,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f687dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:37,967 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:29:37,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,44275,1733261372944 2024-12-03T21:29:37,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@504b572a 2024-12-03T21:29:37,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:29:37,970 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:29:37,971 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-03T21:29:37,971 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:29:37,971 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:37,971 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:37,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:29:37,993 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126.replicationSource.wal-reader.101545f66cbd%2C46075%2C1733261367126,1-101545f66cbd,46075,1733261367126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.1733261369786 to pos 0, reset compression=false 2024-12-03T21:29:38,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:29:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T21:29:38,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-03T21:29:38,170 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T21:29:38,204 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-101545f66cbd,46075,1733261367126, ReplicationSource: 2, currentBandwidth=0 2024-12-03T21:29:38,210 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-03T21:29:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-03T21:29:38,214 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 101545f66cbd,46075,1733261367126 suceeded 2024-12-03T21:29:38,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T21:29:38,218 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://101545f66cbd:44275,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:29:38,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-12-03T21:29:38,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 263 msec 2024-12-03T21:29:38,227 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,46075,1733261367126 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:44275' 2024-12-03T21:29:38,228 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,46075,1733261367126 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79e0c46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:38,228 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,46075,1733261367126 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,44275,-1 for getting cluster id 2024-12-03T21:29:38,228 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,46075,1733261367126 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:29:38,229 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad5b283b-3b0d-4d97-94c5-d9b9083c4c93' 2024-12-03T21:29:38,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:29:38,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad5b283b-3b0d-4d97-94c5-d9b9083c4c93" 2024-12-03T21:29:38,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f53962a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:38,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,44275,-1] 2024-12-03T21:29:38,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:29:38,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:38,231 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:29:38,232 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,46075,1733261367126 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fc014bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:38,232 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,46075,1733261367126 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:29:38,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,44275,1733261372944 2024-12-03T21:29:38,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f5af2c8 2024-12-03T21:29:38,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:29:38,233 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T21:29:38,234 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,46075,1733261367126 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-101545f66cbd,46075,1733261367126 (queues=1) is replicating from cluster=f68105a6-f707-4302-a53c-0356164a44cf to cluster=ad5b283b-3b0d-4d97-94c5-d9b9083c4c93 2024-12-03T21:29:38,234 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,46075,1733261367126 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=101545f66cbd%2C46075%2C1733261367126 2024-12-03T21:29:38,234 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,46075,1733261367126 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-101545f66cbd,46075,1733261367126, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:29:38,235 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,46075,1733261367126.replicationSource.shipper101545f66cbd%2C46075%2C1733261367126,2-101545f66cbd,46075,1733261367126 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C46075%2C1733261367126 2024-12-03T21:29:38,235 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,46075,1733261367126.replicationSource.wal-reader.101545f66cbd%2C46075%2C1733261367126,2-101545f66cbd,46075,1733261367126 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.1733261369786, startPosition=0, beingWritten=true 2024-12-03T21:29:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T21:29:38,279 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T21:29:38,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:29:38,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:29:38,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:38,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:38,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:29:38,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:29:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,35013,1733261366404 2024-12-03T21:29:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@482f8b1e 2024-12-03T21:29:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:29:38,288 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:29:38,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T21:29:38,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T21:29:38,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T21:29:38,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T21:29:38,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://101545f66cbd:44275,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:29:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T21:29:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T21:29:38,307 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:44275' 2024-12-03T21:29:38,308 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2167d5c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:38,308 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,44275,-1 for getting cluster id 2024-12-03T21:29:38,308 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:29:38,309 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad5b283b-3b0d-4d97-94c5-d9b9083c4c93' 2024-12-03T21:29:38,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:29:38,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad5b283b-3b0d-4d97-94c5-d9b9083c4c93" 2024-12-03T21:29:38,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b172e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:38,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,44275,-1] 2024-12-03T21:29:38,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:29:38,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:38,311 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:29:38,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10220628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:38,312 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:29:38,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,44275,1733261372944 2024-12-03T21:29:38,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@788af4f9 2024-12-03T21:29:38,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:29:38,314 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:29:38,315 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T21:29:38,315 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:29:38,315 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:38,315 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:38,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:29:38,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:29:38,399 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126.replicationSource.wal-reader.101545f66cbd%2C46075%2C1733261367126,1-101545f66cbd,46075,1733261367126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.1733261369786 to pos 0, reset compression=false 2024-12-03T21:29:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T21:29:38,441 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,46075,1733261367126.replicationSource.wal-reader.101545f66cbd%2C46075%2C1733261367126,2-101545f66cbd,46075,1733261367126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.1733261369786 to pos 0, reset compression=false 2024-12-03T21:29:38,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-03T21:29:38,484 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-03T21:29:38,486 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-03T21:29:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-03T21:29:38,493 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 101545f66cbd,46075,1733261367126 suceeded 2024-12-03T21:29:38,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T21:29:38,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-12-03T21:29:38,498 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://101545f66cbd:44275,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:29:38,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 197 msec 2024-12-03T21:29:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T21:29:38,631 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-03T21:29:38,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://101545f66cbd:44275,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:29:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T21:29:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T21:29:38,640 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:44275' 2024-12-03T21:29:38,641 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbd7288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:38,641 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,44275,-1 for getting cluster id 2024-12-03T21:29:38,641 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:29:38,642 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad5b283b-3b0d-4d97-94c5-d9b9083c4c93' 2024-12-03T21:29:38,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:29:38,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad5b283b-3b0d-4d97-94c5-d9b9083c4c93" 2024-12-03T21:29:38,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174f4667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:38,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,44275,-1] 2024-12-03T21:29:38,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:29:38,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:38,643 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:29:38,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560b264d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:38,644 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:29:38,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,44275,1733261372944 2024-12-03T21:29:38,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@799f85d3 2024-12-03T21:29:38,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:29:38,647 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:29:38,648 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T21:29:38,648 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:29:38,648 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:38,648 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:38,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:29:38,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:29:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T21:29:38,749 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,46075,1733261367126.replicationSource.wal-reader.101545f66cbd%2C46075%2C1733261367126,2-101545f66cbd,46075,1733261367126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.1733261369786 to pos 0, reset compression=false 2024-12-03T21:29:38,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-03T21:29:38,839 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-03T21:29:38,841 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-03T21:29:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-03T21:29:38,847 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 101545f66cbd,46075,1733261367126 suceeded 2024-12-03T21:29:38,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-03T21:29:38,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-12-03T21:29:38,853 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://101545f66cbd:44275,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:29:38,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 220 msec 2024-12-03T21:29:38,908 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126.replicationSource.wal-reader.101545f66cbd%2C46075%2C1733261367126,1-101545f66cbd,46075,1733261367126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.1733261369786 to pos 0, reset compression=false 2024-12-03T21:29:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T21:29:38,960 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-03T21:29:38,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T21:29:38,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T21:29:38,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:29:38,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:29:38,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:38,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:38,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:29:38,965 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:29:38,965 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=853720947, stopped=false 2024-12-03T21:29:38,966 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,35013,1733261366404 2024-12-03T21:29:38,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0917131885/running 2024-12-03T21:29:38,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0917131885/running 2024-12-03T21:29:38,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:38,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:38,997 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:29:38,998 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:29:38,998 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:29:38,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:38,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on znode that does not yet exist, /0917131885/running 2024-12-03T21:29:38,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on znode that does not yet exist, /0917131885/running 2024-12-03T21:29:38,999 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,46075,1733261367126' ***** 2024-12-03T21:29:38,999 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:29:39,000 INFO [RS:0;101545f66cbd:46075 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:29:39,001 INFO [RS:0;101545f66cbd:46075 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:29:39,001 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:29:39,001 INFO [RS:0;101545f66cbd:46075 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:29:39,001 INFO [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(3091): Received CLOSE for 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:39,002 INFO [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,46075,1733261367126 2024-12-03T21:29:39,002 INFO [RS:0;101545f66cbd:46075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:29:39,002 INFO [RS:0;101545f66cbd:46075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:46075. 2024-12-03T21:29:39,003 DEBUG [RS:0;101545f66cbd:46075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:29:39,003 DEBUG [RS:0;101545f66cbd:46075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:39,003 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59add9d8d04be78fe72b45b4db481e79, disabling compactions & flushes 2024-12-03T21:29:39,003 INFO [RS:0;101545f66cbd:46075 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:29:39,003 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:39,003 INFO [RS:0;101545f66cbd:46075 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:29:39,004 INFO [RS:0;101545f66cbd:46075 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:29:39,004 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:39,004 INFO [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:29:39,004 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. after waiting 0 ms 2024-12-03T21:29:39,004 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:39,004 INFO [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T21:29:39,005 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:29:39,005 DEBUG [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(1325): Online Regions={59add9d8d04be78fe72b45b4db481e79=hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:29:39,005 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:29:39,005 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:29:39,005 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:29:39,005 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:29:39,005 DEBUG [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:39,009 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T21:29:39,009 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 59add9d8d04be78fe72b45b4db481e79 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-03T21:29:39,038 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:29:39,064 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/.tmp/info/87380c9a7d2b45d99b3d1997d21803df is 147, key is hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79./info:regioninfo/1733261377051/Put/seqid=0 2024-12-03T21:29:39,064 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/replication/59add9d8d04be78fe72b45b4db481e79/.tmp/queue/66b28f6f540b40f6a88bb902f9cd14aa is 151, key is 1-101545f66cbd,46075,1733261367126/queue:101545f66cbd%2C46075%2C1733261367126/1733261377392/Put/seqid=0 2024-12-03T21:29:39,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741839_1015 (size=5500) 2024-12-03T21:29:39,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741838_1014 (size=6631) 2024-12-03T21:29:39,158 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,46075,1733261367126.replicationSource.wal-reader.101545f66cbd%2C46075%2C1733261367126,2-101545f66cbd,46075,1733261367126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.1733261369786 to pos 0, reset compression=false 2024-12-03T21:29:39,206 DEBUG [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:39,406 DEBUG [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:39,475 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/.tmp/info/87380c9a7d2b45d99b3d1997d21803df 2024-12-03T21:29:39,475 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/replication/59add9d8d04be78fe72b45b4db481e79/.tmp/queue/66b28f6f540b40f6a88bb902f9cd14aa 2024-12-03T21:29:39,521 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126.replicationSource.wal-reader.101545f66cbd%2C46075%2C1733261367126,1-101545f66cbd,46075,1733261367126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.1733261369786 to pos 0, reset compression=false 2024-12-03T21:29:39,523 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/replication/59add9d8d04be78fe72b45b4db481e79/.tmp/queue/66b28f6f540b40f6a88bb902f9cd14aa as hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/replication/59add9d8d04be78fe72b45b4db481e79/queue/66b28f6f540b40f6a88bb902f9cd14aa 2024-12-03T21:29:39,534 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/replication/59add9d8d04be78fe72b45b4db481e79/queue/66b28f6f540b40f6a88bb902f9cd14aa, entries=2, sequenceid=6, filesize=5.4 K 2024-12-03T21:29:39,538 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/.tmp/ns/2370694356b5470d9c30e0bff377be51 is 43, key is default/ns:d/1733261370917/Put/seqid=0 2024-12-03T21:29:39,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741840_1016 (size=5153) 2024-12-03T21:29:39,544 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 59add9d8d04be78fe72b45b4db481e79 in 532ms, sequenceid=6, compaction requested=false 2024-12-03T21:29:39,544 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T21:29:39,553 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/replication/59add9d8d04be78fe72b45b4db481e79/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T21:29:39,556 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:29:39,556 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:29:39,556 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:39,556 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59add9d8d04be78fe72b45b4db481e79: Waiting for close lock at 1733261379002Running coprocessor pre-close hooks at 1733261379003 (+1 ms)Disabling compacts and flushes for region at 1733261379003Disabling writes for close at 1733261379004 (+1 ms)Obtaining lock to block concurrent updates at 1733261379009 (+5 ms)Preparing flush snapshotting stores in 59add9d8d04be78fe72b45b4db481e79 at 1733261379009Finished memstore snapshotting hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733261379016 (+7 ms)Flushing stores of hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. at 1733261379017 (+1 ms)Flushing 59add9d8d04be78fe72b45b4db481e79/queue: creating writer at 1733261379018 (+1 ms)Flushing 59add9d8d04be78fe72b45b4db481e79/queue: appending metadata at 1733261379053 (+35 ms)Flushing 59add9d8d04be78fe72b45b4db481e79/queue: closing flushed file at 1733261379055 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c52edc: reopening flushed file at 1733261379521 (+466 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 59add9d8d04be78fe72b45b4db481e79 in 532ms, sequenceid=6, compaction requested=false at 1733261379544 (+23 ms)Writing region close event to WAL at 1733261379547 (+3 ms)Running coprocessor post-close hooks at 1733261379554 (+7 ms)Closed at 1733261379556 (+2 ms) 2024-12-03T21:29:39,557 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:39,606 DEBUG [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:29:39,628 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:29:39,629 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:29:39,667 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,46075,1733261367126.replicationSource.wal-reader.101545f66cbd%2C46075%2C1733261367126,2-101545f66cbd,46075,1733261367126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.1733261369786 to pos 0, reset compression=false 2024-12-03T21:29:39,807 DEBUG [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:29:39,945 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/.tmp/ns/2370694356b5470d9c30e0bff377be51 2024-12-03T21:29:39,973 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/.tmp/table/cb54a8d115b04c98bb04485f269de4b5 is 53, key is hbase:replication/table:state/1733261377064/Put/seqid=0 2024-12-03T21:29:39,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741841_1017 (size=5256) 2024-12-03T21:29:40,007 INFO [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T21:29:40,007 DEBUG [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:29:40,007 DEBUG [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:29:40,207 DEBUG [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:29:40,227 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126.replicationSource.wal-reader.101545f66cbd%2C46075%2C1733261367126,1-101545f66cbd,46075,1733261367126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.1733261369786 to pos 0, reset compression=false 2024-12-03T21:29:40,276 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,46075,1733261367126.replicationSource.wal-reader.101545f66cbd%2C46075%2C1733261367126,2-101545f66cbd,46075,1733261367126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.1733261369786 to pos 0, reset compression=false 2024-12-03T21:29:40,380 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/.tmp/table/cb54a8d115b04c98bb04485f269de4b5 2024-12-03T21:29:40,394 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/.tmp/info/87380c9a7d2b45d99b3d1997d21803df as hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/info/87380c9a7d2b45d99b3d1997d21803df 2024-12-03T21:29:40,401 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/info/87380c9a7d2b45d99b3d1997d21803df, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T21:29:40,403 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/.tmp/ns/2370694356b5470d9c30e0bff377be51 as hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/ns/2370694356b5470d9c30e0bff377be51 2024-12-03T21:29:40,408 DEBUG [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:29:40,410 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/ns/2370694356b5470d9c30e0bff377be51, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T21:29:40,411 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/.tmp/table/cb54a8d115b04c98bb04485f269de4b5 as hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/table/cb54a8d115b04c98bb04485f269de4b5 2024-12-03T21:29:40,419 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/table/cb54a8d115b04c98bb04485f269de4b5, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T21:29:40,420 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1415ms, sequenceid=11, compaction requested=false 2024-12-03T21:29:40,426 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T21:29:40,426 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:29:40,427 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:29:40,427 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:29:40,427 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261379004Running coprocessor pre-close hooks at 1733261379004Disabling compacts and flushes for region at 1733261379004Disabling writes for close at 1733261379005 (+1 ms)Obtaining lock to block concurrent updates at 1733261379009 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1733261379009Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733261379016 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733261379017 (+1 ms)Flushing 1588230740/info: creating writer at 1733261379018 (+1 ms)Flushing 1588230740/info: appending metadata at 1733261379054 (+36 ms)Flushing 1588230740/info: closing flushed file at 1733261379055 (+1 ms)Flushing 1588230740/ns: creating writer at 1733261379521 (+466 ms)Flushing 1588230740/ns: appending metadata at 1733261379537 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733261379537Flushing 1588230740/table: creating writer at 1733261379958 (+421 ms)Flushing 1588230740/table: appending metadata at 1733261379972 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733261379972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d9d6454: reopening flushed file at 1733261380393 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75fce361: reopening flushed file at 1733261380402 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b335a0d: reopening flushed file at 1733261380410 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1415ms, sequenceid=11, compaction requested=false at 1733261380420 (+10 ms)Writing region close event to WAL at 1733261380422 (+2 ms)Running coprocessor post-close hooks at 1733261380426 (+4 ms)Closed at 1733261380427 (+1 ms) 2024-12-03T21:29:40,427 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:29:40,608 INFO [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,46075,1733261367126; all regions closed. 2024-12-03T21:29:40,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741834_1010 (size=2742) 2024-12-03T21:29:40,625 DEBUG [RS:0;101545f66cbd:46075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/oldWALs 2024-12-03T21:29:40,625 INFO [RS:0;101545f66cbd:46075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C46075%2C1733261367126.meta:.meta(num 1733261370718) 2024-12-03T21:29:40,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741837_1013 (size=1802) 2024-12-03T21:29:40,629 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.rep.1733261377010 not finished, retry = 0 2024-12-03T21:29:40,738 DEBUG [RS:0;101545f66cbd:46075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/oldWALs 2024-12-03T21:29:40,738 INFO [RS:0;101545f66cbd:46075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C46075%2C1733261367126.rep:(num 1733261377010) 2024-12-03T21:29:40,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741832_1008 (size=93) 2024-12-03T21:29:40,742 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126/101545f66cbd%2C46075%2C1733261367126.1733261369786 not finished, retry = 0 2024-12-03T21:29:40,847 DEBUG [RS:0;101545f66cbd:46075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/oldWALs 2024-12-03T21:29:40,847 INFO [RS:0;101545f66cbd:46075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C46075%2C1733261367126:(num 1733261369786) 2024-12-03T21:29:40,847 DEBUG [RS:0;101545f66cbd:46075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:40,847 INFO [RS:0;101545f66cbd:46075 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:29:40,848 INFO [RS:0;101545f66cbd:46075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:29:40,848 INFO [RS:0;101545f66cbd:46075 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T21:29:40,848 INFO [RS:0;101545f66cbd:46075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:29:40,849 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:29:40,849 INFO [RS:0;101545f66cbd:46075 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-101545f66cbd,46075,1733261367126 because: Region server is closing 2024-12-03T21:29:40,850 INFO [RS:0;101545f66cbd:46075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:46075. 2024-12-03T21:29:40,850 DEBUG [RS:0;101545f66cbd:46075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:29:40,850 DEBUG [RS:0;101545f66cbd:46075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:40,850 DEBUG [RS:0;101545f66cbd:46075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:40,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:29:40,951 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126.replicationSource.wal-reader.101545f66cbd%2C46075%2C1733261367126,1-101545f66cbd,46075,1733261367126 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T21:29:40,951 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126.replicationSource.shipper101545f66cbd%2C46075%2C1733261367126,1-101545f66cbd,46075,1733261367126 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T21:29:40,951 INFO [RS:0;101545f66cbd:46075 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46075,1733261367126.replicationSource.shipper101545f66cbd%2C46075%2C1733261367126,1-101545f66cbd,46075,1733261367126 terminated 2024-12-03T21:29:40,952 INFO [RS:0;101545f66cbd:46075 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-101545f66cbd,46075,1733261367126 because: Region server is closing 2024-12-03T21:29:40,952 INFO [RS:0;101545f66cbd:46075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:46075. 2024-12-03T21:29:40,953 DEBUG [RS:0;101545f66cbd:46075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:29:40,953 DEBUG [RS:0;101545f66cbd:46075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:40,953 DEBUG [RS:0;101545f66cbd:46075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:40,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:29:41,054 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,46075,1733261367126.replicationSource.shipper101545f66cbd%2C46075%2C1733261367126,2-101545f66cbd,46075,1733261367126 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T21:29:41,054 INFO [RS:0;101545f66cbd:46075 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,46075,1733261367126.replicationSource.shipper101545f66cbd%2C46075%2C1733261367126,2-101545f66cbd,46075,1733261367126 terminated 2024-12-03T21:29:41,054 INFO [RS:0;101545f66cbd:46075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46075 2024-12-03T21:29:41,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0917131885/rs/101545f66cbd,46075,1733261367126 2024-12-03T21:29:41,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885/rs 2024-12-03T21:29:41,088 INFO [RS:0;101545f66cbd:46075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:29:41,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,46075,1733261367126] 2024-12-03T21:29:41,105 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0917131885/draining/101545f66cbd,46075,1733261367126 already deleted, retry=false 2024-12-03T21:29:41,105 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,46075,1733261367126 expired; onlineServers=0 2024-12-03T21:29:41,106 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,35013,1733261366404' ***** 2024-12-03T21:29:41,106 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:29:41,106 INFO [M:0;101545f66cbd:35013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:29:41,106 INFO [M:0;101545f66cbd:35013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:29:41,106 DEBUG [M:0;101545f66cbd:35013 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:29:41,106 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:29:41,107 DEBUG [M:0;101545f66cbd:35013 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:29:41,107 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261369429 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261369429,5,FailOnTimeoutGroup] 2024-12-03T21:29:41,107 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261369428 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261369428,5,FailOnTimeoutGroup] 2024-12-03T21:29:41,107 INFO [M:0;101545f66cbd:35013 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:29:41,107 INFO [M:0;101545f66cbd:35013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:29:41,108 DEBUG [M:0;101545f66cbd:35013 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:29:41,108 INFO [M:0;101545f66cbd:35013 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:29:41,108 INFO [M:0;101545f66cbd:35013 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:29:41,109 INFO [M:0;101545f66cbd:35013 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:29:41,109 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:29:41,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0917131885/master 2024-12-03T21:29:41,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:41,114 DEBUG [M:0;101545f66cbd:35013 {}] zookeeper.ZKUtil(347): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Unable to get data of znode /0917131885/master because node does not exist (not an error) 2024-12-03T21:29:41,114 WARN [M:0;101545f66cbd:35013 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:29:41,115 INFO [M:0;101545f66cbd:35013 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/.lastflushedseqids 2024-12-03T21:29:41,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741842_1018 (size=181) 2024-12-03T21:29:41,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:29:41,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1019e6337220001, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:29:41,198 INFO [RS:0;101545f66cbd:46075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:29:41,198 INFO [RS:0;101545f66cbd:46075 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,46075,1733261367126; zookeeper connection closed. 2024-12-03T21:29:41,199 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45a59257 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45a59257 2024-12-03T21:29:41,199 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:29:41,531 INFO [M:0;101545f66cbd:35013 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:29:41,531 INFO [M:0;101545f66cbd:35013 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:29:41,531 DEBUG [M:0;101545f66cbd:35013 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:29:41,532 INFO [M:0;101545f66cbd:35013 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:41,532 DEBUG [M:0;101545f66cbd:35013 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:41,532 DEBUG [M:0;101545f66cbd:35013 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:29:41,532 DEBUG [M:0;101545f66cbd:35013 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:41,532 INFO [M:0;101545f66cbd:35013 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-03T21:29:41,547 DEBUG [M:0;101545f66cbd:35013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f419093b5e3b4accb4be16a4bb46adfa is 82, key is hbase:meta,,1/info:regioninfo/1733261370794/Put/seqid=0 2024-12-03T21:29:41,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741843_1019 (size=5672) 2024-12-03T21:29:41,954 INFO [M:0;101545f66cbd:35013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f419093b5e3b4accb4be16a4bb46adfa 2024-12-03T21:29:41,979 DEBUG [M:0;101545f66cbd:35013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d88affe8cb8c4afb9d328992f30bfdb1 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733261377071/Put/seqid=0 2024-12-03T21:29:41,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741844_1020 (size=8663) 2024-12-03T21:29:42,387 INFO [M:0;101545f66cbd:35013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d88affe8cb8c4afb9d328992f30bfdb1 2024-12-03T21:29:42,411 DEBUG [M:0;101545f66cbd:35013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eea047b21b8940eb8eed3c476bd15261 is 69, key is 101545f66cbd,46075,1733261367126/rs:state/1733261369552/Put/seqid=0 2024-12-03T21:29:42,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741845_1021 (size=5156) 2024-12-03T21:29:42,532 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:29:42,818 INFO [M:0;101545f66cbd:35013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eea047b21b8940eb8eed3c476bd15261 2024-12-03T21:29:42,833 DEBUG [M:0;101545f66cbd:35013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f419093b5e3b4accb4be16a4bb46adfa as hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f419093b5e3b4accb4be16a4bb46adfa 2024-12-03T21:29:42,841 INFO [M:0;101545f66cbd:35013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f419093b5e3b4accb4be16a4bb46adfa, entries=8, sequenceid=115, filesize=5.5 K 2024-12-03T21:29:42,843 DEBUG [M:0;101545f66cbd:35013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d88affe8cb8c4afb9d328992f30bfdb1 as hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d88affe8cb8c4afb9d328992f30bfdb1 2024-12-03T21:29:42,850 INFO [M:0;101545f66cbd:35013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d88affe8cb8c4afb9d328992f30bfdb1, entries=14, sequenceid=115, filesize=8.5 K 2024-12-03T21:29:42,851 DEBUG [M:0;101545f66cbd:35013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eea047b21b8940eb8eed3c476bd15261 as hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eea047b21b8940eb8eed3c476bd15261 2024-12-03T21:29:42,858 INFO [M:0;101545f66cbd:35013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eea047b21b8940eb8eed3c476bd15261, entries=1, sequenceid=115, filesize=5.0 K 2024-12-03T21:29:42,859 INFO [M:0;101545f66cbd:35013 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=115, compaction requested=false 2024-12-03T21:29:42,861 INFO [M:0;101545f66cbd:35013 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:42,861 DEBUG [M:0;101545f66cbd:35013 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261381531Disabling compacts and flushes for region at 1733261381531Disabling writes for close at 1733261381532 (+1 ms)Obtaining lock to block concurrent updates at 1733261381532Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261381532Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733261381532Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261381533 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261381533Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261381546 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261381546Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261381964 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261381979 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261381979Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261382397 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261382410 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261382410Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66c207cd: reopening flushed file at 1733261382832 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515973f7: reopening flushed file at 1733261382842 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cdb9e46: reopening flushed file at 1733261382850 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=115, compaction requested=false at 1733261382859 (+9 ms)Writing region close event to WAL at 1733261382861 (+2 ms)Closed at 1733261382861 2024-12-03T21:29:42,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741830_1006 (size=59421) 2024-12-03T21:29:42,866 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:29:42,866 INFO [M:0;101545f66cbd:35013 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:29:42,867 INFO [M:0;101545f66cbd:35013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35013 2024-12-03T21:29:42,867 INFO [M:0;101545f66cbd:35013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:29:43,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:29:43,012 INFO [M:0;101545f66cbd:35013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:29:43,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35013-0x1019e6337220000, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:29:43,015 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:29:43,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:43,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:43,016 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:29:43,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:43,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:29:43,016 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:29:43,016 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:29:43,017 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35041 2024-12-03T21:29:43,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35041 connecting to ZooKeeper ensemble=127.0.0.1:61465 2024-12-03T21:29:43,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350410x0, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:29:43,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35041-0x1019e6337220006 connected 2024-12-03T21:29:43,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:43,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:43,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on znode that does not yet exist, /0917131885/running 2024-12-03T21:29:43,051 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0917131885/meta-region-server: INIT 2024-12-03T21:29:43,051 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302, hbase.cluster.distributed=false 2024-12-03T21:29:43,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on znode that does not yet exist, /0917131885/acl 2024-12-03T21:29:43,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35041 2024-12-03T21:29:43,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35041 2024-12-03T21:29:43,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35041 2024-12-03T21:29:43,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35041 2024-12-03T21:29:43,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35041 2024-12-03T21:29:43,068 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:29:43,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:43,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:43,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:29:43,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:43,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:29:43,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:29:43,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:29:43,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33213 2024-12-03T21:29:43,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33213 connecting to ZooKeeper ensemble=127.0.0.1:61465 2024-12-03T21:29:43,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:43,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:43,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332130x0, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:29:43,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332130x0, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on znode that does not yet exist, /0917131885/running 2024-12-03T21:29:43,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33213-0x1019e6337220007 connected 2024-12-03T21:29:43,086 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0917131885/meta-region-server: INIT 2024-12-03T21:29:43,086 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:29:43,087 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:29:43,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33213-0x1019e6337220007, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on znode that does not yet exist, /0917131885/master 2024-12-03T21:29:43,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33213-0x1019e6337220007, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on znode that does not yet exist, /0917131885/acl 2024-12-03T21:29:43,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33213 2024-12-03T21:29:43,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33213 2024-12-03T21:29:43,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33213 2024-12-03T21:29:43,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33213 2024-12-03T21:29:43,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33213 2024-12-03T21:29:43,104 DEBUG [M:0;101545f66cbd:35041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:35041 2024-12-03T21:29:43,105 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0917131885/backup-masters/101545f66cbd,35041,1733261383014 2024-12-03T21:29:43,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1019e6337220007, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885/backup-masters 2024-12-03T21:29:43,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885/backup-masters 2024-12-03T21:29:43,114 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on existing znode=/0917131885/backup-masters/101545f66cbd,35041,1733261383014 2024-12-03T21:29:43,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:43,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1019e6337220007, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0917131885/master 2024-12-03T21:29:43,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1019e6337220007, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:43,122 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on existing znode=/0917131885/master 2024-12-03T21:29:43,123 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0917131885/backup-masters/101545f66cbd,35041,1733261383014 from backup master directory 2024-12-03T21:29:43,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1019e6337220007, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885/backup-masters 2024-12-03T21:29:43,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0917131885/backup-masters/101545f66cbd,35041,1733261383014 2024-12-03T21:29:43,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885/backup-masters 2024-12-03T21:29:43,130 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:29:43,130 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,35041,1733261383014 2024-12-03T21:29:43,146 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:43,146 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:29:43,163 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-12-03T21:29:43,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741846_1022 (size=196) 2024-12-03T21:29:43,581 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:29:43,583 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:29:43,584 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:29:43,596 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T21:29:43,599 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/WALs/101545f66cbd,35013,1733261366404 to hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/WALs/101545f66cbd,35013,1733261366404-dead as it is dead 2024-12-03T21:29:43,601 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T21:29:43,601 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T21:29:43,601 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/WALs/101545f66cbd,35013,1733261366404-dead/101545f66cbd%2C35013%2C1733261366404.1733261368795 2024-12-03T21:29:43,606 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/WALs/101545f66cbd,35013,1733261366404-dead/101545f66cbd%2C35013%2C1733261366404.1733261368795 after 3ms 2024-12-03T21:29:43,607 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/WALs/101545f66cbd,35013,1733261366404-dead/101545f66cbd%2C35013%2C1733261366404.1733261368795 to hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/101545f66cbd%2C35013%2C1733261366404.1733261368795 2024-12-03T21:29:43,607 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/WALs/101545f66cbd,35013,1733261366404-dead 2024-12-03T21:29:43,608 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/WALs/101545f66cbd,35041,1733261383014 2024-12-03T21:29:43,609 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:29:43,611 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C35041%2C1733261383014, suffix=, logDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/WALs/101545f66cbd,35041,1733261383014, archiveDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/oldWALs, maxLogs=10 2024-12-03T21:29:43,622 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/WALs/101545f66cbd,35041,1733261383014/101545f66cbd%2C35041%2C1733261383014.1733261383611, exclude list is [], retry=0 2024-12-03T21:29:43,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36505,DS-12c27710-1827-4b08-a1ff-597ad58308bd,DISK] 2024-12-03T21:29:43,629 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/WALs/101545f66cbd,35041,1733261383014/101545f66cbd%2C35041%2C1733261383014.1733261383611 2024-12-03T21:29:43,629 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39771:39771)] 2024-12-03T21:29:43,629 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:29:43,629 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:29:43,629 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:43,629 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:43,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:43,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:29:43,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:43,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f419093b5e3b4accb4be16a4bb46adfa 2024-12-03T21:29:43,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:43,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:43,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:29:43,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:43,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d88affe8cb8c4afb9d328992f30bfdb1 2024-12-03T21:29:43,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:29:43,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:43,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:29:43,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:43,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eea047b21b8940eb8eed3c476bd15261 2024-12-03T21:29:43,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:29:43,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:43,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:29:43,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:43,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:29:43,664 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:43,664 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T21:29:43,664 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/101545f66cbd%2C35013%2C1733261366404.1733261368795 2024-12-03T21:29:43,678 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/101545f66cbd%2C35013%2C1733261366404.1733261368795 2024-12-03T21:29:43,679 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/101545f66cbd%2C35013%2C1733261366404.1733261368795 2024-12-03T21:29:43,681 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:43,681 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:43,682 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:29:43,684 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:43,687 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-03T21:29:43,688 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67825052, jitterRate=0.010672032833099365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:29:43,689 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261383630Initializing all the Stores at 1733261383631 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261383631Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261383631Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261383631Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261383631Cleaning up temporary data from old regions at 1733261383681 (+50 ms)Region opened successfully at 1733261383689 (+8 ms) 2024-12-03T21:29:43,689 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:29:43,694 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aacf1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:29:43,704 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T21:29:43,705 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:29:43,705 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:29:43,705 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:29:43,706 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:29:43,712 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:29:43,712 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:29:43,713 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T21:29:43,713 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:29:43,714 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T21:29:43,714 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T21:29:43,714 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-12-03T21:29:43,714 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:29:43,718 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=101545f66cbd,46075,1733261367126, regionLocation=101545f66cbd,46075,1733261367126, openSeqNum=2 2024-12-03T21:29:43,719 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=101545f66cbd,46075,1733261367126, table=hbase:meta, region=1588230740 2024-12-03T21:29:43,719 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,46075,1733261367126, state=OPEN 2024-12-03T21:29:43,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0917131885/meta-region-server 2024-12-03T21:29:43,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1019e6337220007, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0917131885/meta-region-server 2024-12-03T21:29:43,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0917131885/meta-region-server: CHANGED 2024-12-03T21:29:43,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0917131885/meta-region-server: CHANGED 2024-12-03T21:29:43,754 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:29:43,763 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0917131885/draining/101545f66cbd,46075,1733261367126 already deleted, retry=false 2024-12-03T21:29:43,763 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 101545f66cbd,46075,1733261367126 on 101545f66cbd,35041,1733261383014 2024-12-03T21:29:43,770 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 101545f66cbd,46075,1733261367126, splitWal=true, meta=true 2024-12-03T21:29:43,773 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 101545f66cbd,46075,1733261367126 (carryingMeta=true) 101545f66cbd,46075,1733261367126/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3338d9cd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T21:29:43,776 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Unable to get data of znode /0917131885/balancer because node does not exist (not necessarily an error) 2024-12-03T21:29:43,785 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0917131885/balancer already deleted, retry=false 2024-12-03T21:29:43,786 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:29:43,787 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Unable to get data of znode /0917131885/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:29:43,818 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0917131885/normalizer already deleted, retry=false 2024-12-03T21:29:43,819 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:29:43,821 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Unable to get data of znode /0917131885/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:29:43,838 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0917131885/switch/split already deleted, retry=false 2024-12-03T21:29:43,841 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Unable to get data of znode /0917131885/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:29:43,852 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0917131885/switch/merge already deleted, retry=false 2024-12-03T21:29:43,879 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Unable to get data of znode /0917131885/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:29:43,888 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0917131885/snapshot-cleanup already deleted, retry=false 2024-12-03T21:29:43,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0917131885/running 2024-12-03T21:29:43,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1019e6337220007, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0917131885/running 2024-12-03T21:29:43,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:43,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1019e6337220007, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:43,897 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,35041,1733261383014, sessionid=0x1019e6337220006, setting cluster-up flag (Was=false) 2024-12-03T21:29:43,906 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0917131885/flush-table-proc/acquired, /0917131885/flush-table-proc/reached, /0917131885/flush-table-proc/abort 2024-12-03T21:29:43,908 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,35041,1733261383014 2024-12-03T21:29:43,919 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0917131885/online-snapshot/acquired, /0917131885/online-snapshot/reached, /0917131885/online-snapshot/abort 2024-12-03T21:29:43,921 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,35041,1733261383014 2024-12-03T21:29:43,922 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/.lastflushedseqids 2024-12-03T21:29:43,925 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:29:43,925 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:29:43,926 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,35041,1733261383014 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 101545f66cbd,46075,1733261367126 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:29:43,927 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:29:43,928 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:29:43,928 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:29:43,928 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:29:43,928 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:29:43,928 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:43,928 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:29:43,928 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:43,929 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261413929 2024-12-03T21:29:43,929 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:29:43,929 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:29:43,929 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:29:43,929 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:29:43,929 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:29:43,929 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:29:43,929 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:43,929 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:29:43,930 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:29:43,930 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:29:43,930 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:29:43,930 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:29:43,930 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:29:43,930 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261383930,5,FailOnTimeoutGroup] 2024-12-03T21:29:43,930 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261383930,5,FailOnTimeoutGroup] 2024-12-03T21:29:43,930 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:43,930 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:29:43,931 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:43,931 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:43,931 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261383931, completionTime=-1 2024-12-03T21:29:43,931 WARN [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T21:29:43,931 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 101545f66cbd,46075,1733261367126, splitWal=true, meta=true 2024-12-03T21:29:43,933 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T21:29:43,933 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 101545f66cbd,46075,1733261367126, splitWal=true, meta=true, isMeta: true 2024-12-03T21:29:43,935 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126-splitting 2024-12-03T21:29:43,936 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126-splitting dir is empty, no logs to split. 2024-12-03T21:29:43,936 INFO [PEWorker-1 {}] master.SplitWALManager(105): 101545f66cbd,46075,1733261367126 WAL count=0, meta=true 2024-12-03T21:29:43,941 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126-splitting dir is empty, no logs to split. 2024-12-03T21:29:43,941 INFO [PEWorker-1 {}] master.SplitWALManager(105): 101545f66cbd,46075,1733261367126 WAL count=0, meta=true 2024-12-03T21:29:43,941 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 101545f66cbd,46075,1733261367126 WAL splitting is done? wals=0, meta=true 2024-12-03T21:29:43,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:29:43,945 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:29:43,946 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T21:29:43,997 INFO [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer(746): ClusterId : f68105a6-f707-4302-a53c-0356164a44cf 2024-12-03T21:29:43,997 DEBUG [RS:0;101545f66cbd:33213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:29:44,006 DEBUG [RS:0;101545f66cbd:33213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:29:44,006 DEBUG [RS:0;101545f66cbd:33213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:29:44,014 DEBUG [RS:0;101545f66cbd:33213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:29:44,015 DEBUG [RS:0;101545f66cbd:33213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fdf5eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:29:44,026 DEBUG [RS:0;101545f66cbd:33213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:33213 2024-12-03T21:29:44,026 INFO [RS:0;101545f66cbd:33213 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:29:44,026 INFO [RS:0;101545f66cbd:33213 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:29:44,026 DEBUG [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:29:44,027 INFO [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,35041,1733261383014 with port=33213, startcode=1733261383068 2024-12-03T21:29:44,027 DEBUG [RS:0;101545f66cbd:33213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:29:44,029 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:29:44,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35041 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,33213,1733261383068 2024-12-03T21:29:44,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35041 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,33213,1733261383068 2024-12-03T21:29:44,032 DEBUG [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302 2024-12-03T21:29:44,033 DEBUG [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43799 2024-12-03T21:29:44,033 DEBUG [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:29:44,033 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=102ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T21:29:44,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885/rs 2024-12-03T21:29:44,045 DEBUG [RS:0;101545f66cbd:33213 {}] zookeeper.ZKUtil(111): regionserver:33213-0x1019e6337220007, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on existing znode=/0917131885/rs/101545f66cbd,33213,1733261383068 2024-12-03T21:29:44,045 WARN [RS:0;101545f66cbd:33213 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:29:44,045 INFO [RS:0;101545f66cbd:33213 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:29:44,045 DEBUG [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068 2024-12-03T21:29:44,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,33213,1733261383068] 2024-12-03T21:29:44,095 INFO [RS:0;101545f66cbd:33213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:29:44,096 INFO [RS:0;101545f66cbd:33213 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:29:44,096 WARN [101545f66cbd:35041 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T21:29:44,097 INFO [RS:0;101545f66cbd:33213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:29:44,097 INFO [RS:0;101545f66cbd:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:44,097 INFO [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:29:44,098 INFO [RS:0;101545f66cbd:33213 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:29:44,098 INFO [RS:0;101545f66cbd:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:44,098 DEBUG [RS:0;101545f66cbd:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:44,098 DEBUG [RS:0;101545f66cbd:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:44,098 DEBUG [RS:0;101545f66cbd:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:44,098 DEBUG [RS:0;101545f66cbd:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:44,099 DEBUG [RS:0;101545f66cbd:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:44,099 DEBUG [RS:0;101545f66cbd:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:29:44,099 DEBUG [RS:0;101545f66cbd:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:44,099 DEBUG [RS:0;101545f66cbd:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:44,099 DEBUG [RS:0;101545f66cbd:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:44,099 DEBUG [RS:0;101545f66cbd:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:44,099 DEBUG [RS:0;101545f66cbd:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:44,099 DEBUG [RS:0;101545f66cbd:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:44,099 DEBUG [RS:0;101545f66cbd:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:29:44,099 DEBUG [RS:0;101545f66cbd:33213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:29:44,100 INFO [RS:0;101545f66cbd:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:44,100 INFO [RS:0;101545f66cbd:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:44,100 INFO [RS:0;101545f66cbd:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:44,100 INFO [RS:0;101545f66cbd:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:44,100 INFO [RS:0;101545f66cbd:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:44,100 INFO [RS:0;101545f66cbd:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,33213,1733261383068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:29:44,114 INFO [RS:0;101545f66cbd:33213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:29:44,114 INFO [RS:0;101545f66cbd:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,33213,1733261383068-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:44,128 INFO [RS:0;101545f66cbd:33213 {}] regionserver.ReplicationSource(231): queueId=1-101545f66cbd,33213,1733261383068, ReplicationSource: 1, currentBandwidth=0 2024-12-03T21:29:44,140 INFO [RS:0;101545f66cbd:33213 {}] regionserver.ReplicationSource(231): queueId=2-101545f66cbd,33213,1733261383068, ReplicationSource: 2, currentBandwidth=0 2024-12-03T21:29:44,141 INFO [RS:0;101545f66cbd:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:44,141 INFO [RS:0;101545f66cbd:33213 {}] regionserver.Replication(171): 101545f66cbd,33213,1733261383068 started 2024-12-03T21:29:44,141 DEBUG [RS:0;101545f66cbd:33213.replicationSource,1-101545f66cbd,33213,1733261383068 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:44275' 2024-12-03T21:29:44,142 DEBUG [RS:0;101545f66cbd:33213.replicationSource,1-101545f66cbd,33213,1733261383068 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21da777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:44,142 DEBUG [RS:0;101545f66cbd:33213.replicationSource,1-101545f66cbd,33213,1733261383068 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,44275,-1 for getting cluster id 2024-12-03T21:29:44,142 DEBUG [RS:0;101545f66cbd:33213.replicationSource,1-101545f66cbd,33213,1733261383068 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:29:44,144 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad5b283b-3b0d-4d97-94c5-d9b9083c4c93' 2024-12-03T21:29:44,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:29:44,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad5b283b-3b0d-4d97-94c5-d9b9083c4c93" 2024-12-03T21:29:44,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34e85fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:44,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,44275,-1] 2024-12-03T21:29:44,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:29:44,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:44,146 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:29:44,147 DEBUG [RS:0;101545f66cbd:33213.replicationSource,1-101545f66cbd,33213,1733261383068 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@459ad2be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:44,147 DEBUG [RS:0;101545f66cbd:33213.replicationSource,1-101545f66cbd,33213,1733261383068 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:29:44,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,44275,1733261372944 2024-12-03T21:29:44,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64db058c 2024-12-03T21:29:44,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:29:44,149 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T21:29:44,150 INFO [RS:0;101545f66cbd:33213.replicationSource,1-101545f66cbd,33213,1733261383068 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-101545f66cbd,33213,1733261383068 (queues=0) is replicating from cluster=f68105a6-f707-4302-a53c-0356164a44cf to cluster=ad5b283b-3b0d-4d97-94c5-d9b9083c4c93 2024-12-03T21:29:44,154 INFO [RS:0;101545f66cbd:33213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:44,154 INFO [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,33213,1733261383068, RpcServer on 101545f66cbd/172.17.0.2:33213, sessionid=0x1019e6337220007 2024-12-03T21:29:44,155 DEBUG [RS:0;101545f66cbd:33213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:29:44,155 DEBUG [RS:0;101545f66cbd:33213.replicationSource,2-101545f66cbd,33213,1733261383068 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:44275' 2024-12-03T21:29:44,155 DEBUG [RS:0;101545f66cbd:33213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,33213,1733261383068 2024-12-03T21:29:44,155 DEBUG [RS:0;101545f66cbd:33213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,33213,1733261383068' 2024-12-03T21:29:44,155 DEBUG [RS:0;101545f66cbd:33213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0917131885/flush-table-proc/abort' 2024-12-03T21:29:44,155 DEBUG [RS:0;101545f66cbd:33213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0917131885/flush-table-proc/acquired' 2024-12-03T21:29:44,156 DEBUG [RS:0;101545f66cbd:33213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:29:44,156 DEBUG [RS:0;101545f66cbd:33213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:29:44,156 DEBUG [RS:0;101545f66cbd:33213.replicationSource,2-101545f66cbd,33213,1733261383068 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b316975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:44,156 DEBUG [RS:0;101545f66cbd:33213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,33213,1733261383068 2024-12-03T21:29:44,156 DEBUG [RS:0;101545f66cbd:33213.replicationSource,2-101545f66cbd,33213,1733261383068 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,44275,-1 for getting cluster id 2024-12-03T21:29:44,156 DEBUG [RS:0;101545f66cbd:33213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,33213,1733261383068' 2024-12-03T21:29:44,156 DEBUG [RS:0;101545f66cbd:33213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0917131885/online-snapshot/abort' 2024-12-03T21:29:44,156 DEBUG [RS:0;101545f66cbd:33213.replicationSource,2-101545f66cbd,33213,1733261383068 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:29:44,157 DEBUG [RS:0;101545f66cbd:33213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0917131885/online-snapshot/acquired' 2024-12-03T21:29:44,157 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad5b283b-3b0d-4d97-94c5-d9b9083c4c93' 2024-12-03T21:29:44,157 DEBUG [RS:0;101545f66cbd:33213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:29:44,157 INFO [RS:0;101545f66cbd:33213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:29:44,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:29:44,157 INFO [RS:0;101545f66cbd:33213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:29:44,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad5b283b-3b0d-4d97-94c5-d9b9083c4c93" 2024-12-03T21:29:44,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11c53811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:44,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,44275,-1] 2024-12-03T21:29:44,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:29:44,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:44,159 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:29:44,160 DEBUG [RS:0;101545f66cbd:33213.replicationSource,2-101545f66cbd,33213,1733261383068 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@780fadd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:44,160 DEBUG [RS:0;101545f66cbd:33213.replicationSource,2-101545f66cbd,33213,1733261383068 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:29:44,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,44275,1733261372944 2024-12-03T21:29:44,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a4e1934 2024-12-03T21:29:44,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:29:44,162 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T21:29:44,163 INFO [RS:0;101545f66cbd:33213.replicationSource,2-101545f66cbd,33213,1733261383068 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-101545f66cbd,33213,1733261383068 (queues=0) is replicating from cluster=f68105a6-f707-4302-a53c-0356164a44cf to cluster=ad5b283b-3b0d-4d97-94c5-d9b9083c4c93 2024-12-03T21:29:44,259 INFO [RS:0;101545f66cbd:33213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:29:44,264 INFO [RS:0;101545f66cbd:33213 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C33213%2C1733261383068, suffix=, logDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068, archiveDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/oldWALs, maxLogs=10 2024-12-03T21:29:44,282 DEBUG [RS:0;101545f66cbd:33213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265, exclude list is [], retry=0 2024-12-03T21:29:44,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36505,DS-12c27710-1827-4b08-a1ff-597ad58308bd,DISK] 2024-12-03T21:29:44,287 INFO [RS:0;101545f66cbd:33213 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 2024-12-03T21:29:44,288 DEBUG [RS:0;101545f66cbd:33213 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 101545f66cbd%2C33213%2C1733261383068 for peer 1 2024-12-03T21:29:44,288 DEBUG [RS:0;101545f66cbd:33213 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 101545f66cbd%2C33213%2C1733261383068 for peer 2 2024-12-03T21:29:44,288 DEBUG [RS:0;101545f66cbd:33213 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=101545f66cbd%2C33213%2C1733261383068 2024-12-03T21:29:44,288 INFO [RS:0;101545f66cbd:33213 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-101545f66cbd,33213,1733261383068, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:29:44,289 INFO [RS:0;101545f66cbd:33213.replicationSource.shipper101545f66cbd%2C33213%2C1733261383068,1-101545f66cbd,33213,1733261383068 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C33213%2C1733261383068 2024-12-03T21:29:44,289 DEBUG [RS:0;101545f66cbd:33213 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=101545f66cbd%2C33213%2C1733261383068 2024-12-03T21:29:44,289 INFO [RS:0;101545f66cbd:33213 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-101545f66cbd,33213,1733261383068, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:29:44,289 DEBUG [RS:0;101545f66cbd:33213 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39771:39771)] 2024-12-03T21:29:44,289 INFO [RS:0;101545f66cbd:33213.replicationSource.shipper101545f66cbd%2C33213%2C1733261383068,2-101545f66cbd,33213,1733261383068 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C33213%2C1733261383068 2024-12-03T21:29:44,289 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,1-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265, startPosition=0, beingWritten=true 2024-12-03T21:29:44,289 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,2-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265, startPosition=0, beingWritten=true 2024-12-03T21:29:44,347 DEBUG [101545f66cbd:35041 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:29:44,347 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,33213,1733261383068 2024-12-03T21:29:44,349 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,33213,1733261383068, state=OPENING 2024-12-03T21:29:44,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0917131885/meta-region-server 2024-12-03T21:29:44,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1019e6337220007, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0917131885/meta-region-server 2024-12-03T21:29:44,360 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:29:44,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0917131885/meta-region-server: CHANGED 2024-12-03T21:29:44,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,33213,1733261383068}] 2024-12-03T21:29:44,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0917131885/meta-region-server: CHANGED 2024-12-03T21:29:44,498 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,1-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:44,498 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,2-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:44,516 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:29:44,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:29:44,521 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:29:44,521 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:29:44,522 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:29:44,524 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C33213%2C1733261383068.meta, suffix=.meta, logDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068, archiveDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/oldWALs, maxLogs=10 2024-12-03T21:29:44,537 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.meta.1733261384524.meta, exclude list is [], retry=0 2024-12-03T21:29:44,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36505,DS-12c27710-1827-4b08-a1ff-597ad58308bd,DISK] 2024-12-03T21:29:44,541 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.meta.1733261384524.meta 2024-12-03T21:29:44,541 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39771:39771)] 2024-12-03T21:29:44,542 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:29:44,542 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:29:44,542 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:29:44,542 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:29:44,542 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:29:44,542 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:29:44,542 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:29:44,542 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:29:44,542 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:29:44,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:29:44,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:29:44,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:44,553 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/info/87380c9a7d2b45d99b3d1997d21803df 2024-12-03T21:29:44,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:44,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:29:44,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:29:44,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:44,562 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/ns/2370694356b5470d9c30e0bff377be51 2024-12-03T21:29:44,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:44,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:29:44,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:29:44,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:44,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:44,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:29:44,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:29:44,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:44,573 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/table/cb54a8d115b04c98bb04485f269de4b5 2024-12-03T21:29:44,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:44,574 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:29:44,575 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740 2024-12-03T21:29:44,576 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740 2024-12-03T21:29:44,577 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:29:44,578 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:29:44,578 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:29:44,580 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:29:44,581 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75103734, jitterRate=0.11913284659385681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:29:44,581 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:29:44,581 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261384543Writing region info on filesystem at 1733261384543Initializing all the Stores at 1733261384544 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261384544Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261384544Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261384544Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261384544Cleaning up temporary data from old regions at 1733261384578 (+34 ms)Running coprocessor post-open hooks at 1733261384581 (+3 ms)Region opened successfully at 1733261384581 2024-12-03T21:29:44,582 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733261384516 2024-12-03T21:29:44,585 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:29:44,585 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:29:44,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=101545f66cbd,33213,1733261383068 2024-12-03T21:29:44,587 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,33213,1733261383068, state=OPEN 2024-12-03T21:29:44,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0917131885/meta-region-server 2024-12-03T21:29:44,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1019e6337220007, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0917131885/meta-region-server 2024-12-03T21:29:44,597 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,33213,1733261383068 2024-12-03T21:29:44,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0917131885/meta-region-server: CHANGED 2024-12-03T21:29:44,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0917131885/meta-region-server: CHANGED 2024-12-03T21:29:44,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-03T21:29:44,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,33213,1733261383068 in 236 msec 2024-12-03T21:29:44,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-03T21:29:44,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 659 msec 2024-12-03T21:29:44,807 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,1-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:44,807 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,2-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:45,218 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,1-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:45,218 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,2-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:45,537 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-12-03T21:29:45,729 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,2-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:45,729 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,1-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:46,341 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,1-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:46,341 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,2-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:47,041 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-12-03T21:29:47,052 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,2-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:47,052 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,1-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:47,864 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,2-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:47,864 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,1-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:48,444 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T21:29:48,445 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:29:48,446 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:29:48,446 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,33213,1733261383068, seqNum=-1] 2024-12-03T21:29:48,447 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:29:48,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:29:48,460 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=59add9d8d04be78fe72b45b4db481e79, regionState=OPEN, lastHost=101545f66cbd,46075,1733261367126, regionLocation=101545f66cbd,46075,1733261367126, openSeqNum=2 2024-12-03T21:29:48,460 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:29:48,460 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261448460 2024-12-03T21:29:48,460 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261508460 2024-12-03T21:29:48,460 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 15 msec 2024-12-03T21:29:48,460 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35041,1733261383014-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:48,460 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35041,1733261383014-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:48,461 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35041,1733261383014-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:48,461 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:35041, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:48,461 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 101545f66cbd,46075,1733261367126 had 2 regions 2024-12-03T21:29:48,461 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:48,461 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:48,462 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 101545f66cbd,46075,1733261367126, splitWal=true, meta=true, isMeta: false 2024-12-03T21:29:48,464 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126-splitting dir is empty, no logs to split. 2024-12-03T21:29:48,464 INFO [PEWorker-4 {}] master.SplitWALManager(105): 101545f66cbd,46075,1733261367126 WAL count=0, meta=false 2024-12-03T21:29:48,467 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.337sec 2024-12-03T21:29:48,468 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:29:48,468 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:29:48,468 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:29:48,468 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,46075,1733261367126-splitting dir is empty, no logs to split. 2024-12-03T21:29:48,468 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:29:48,468 INFO [PEWorker-4 {}] master.SplitWALManager(105): 101545f66cbd,46075,1733261367126 WAL count=0, meta=false 2024-12-03T21:29:48,468 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:29:48,468 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 101545f66cbd,46075,1733261367126 WAL splitting is done? wals=0, meta=false 2024-12-03T21:29:48,468 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35041,1733261383014-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:29:48,468 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35041,1733261383014-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:29:48,471 WARN [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=101545f66cbd,46075,1733261367126/hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:48,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59add9d8d04be78fe72b45b4db481e79, ASSIGN}] 2024-12-03T21:29:48,472 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:29:48,472 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:29:48,472 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35041,1733261383014-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:48,473 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59add9d8d04be78fe72b45b4db481e79, ASSIGN 2024-12-03T21:29:48,474 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59add9d8d04be78fe72b45b4db481e79, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T21:29:48,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e4efa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:48,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,35041,-1 for getting cluster id 2024-12-03T21:29:48,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:29:48,505 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f68105a6-f707-4302-a53c-0356164a44cf' 2024-12-03T21:29:48,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:29:48,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f68105a6-f707-4302-a53c-0356164a44cf" 2024-12-03T21:29:48,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62807e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:48,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,35041,-1] 2024-12-03T21:29:48,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:29:48,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:48,509 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:29:48,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4928be29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:48,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:29:48,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,33213,1733261383068, seqNum=-1] 2024-12-03T21:29:48,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:29:48,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:29:48,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T21:29:48,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:29:48,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:29:48,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:48,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:48,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:29:48,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 101545f66cbd:35041 after: 101545f66cbd:35041 2024-12-03T21:29:48,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701c1cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:48,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,35041,-1 for getting cluster id 2024-12-03T21:29:48,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:29:48,520 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f68105a6-f707-4302-a53c-0356164a44cf' 2024-12-03T21:29:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:29:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f68105a6-f707-4302-a53c-0356164a44cf" 2024-12-03T21:29:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6058a1d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,35041,-1] 2024-12-03T21:29:48,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:29:48,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:48,522 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:29:48,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68617b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:48,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:29:48,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,35041,1733261383014 2024-12-03T21:29:48,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b692c83 2024-12-03T21:29:48,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:29:48,525 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:29:48,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35041 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T21:29:48,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35041 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T21:29:48,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35041 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T21:29:48,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35041 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T21:29:48,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:29:48,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:29:48,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:29:48,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:48,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:48,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:29:48,530 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:29:48,530 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1844758621, stopped=false 2024-12-03T21:29:48,530 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,44275,1733261372944 2024-12-03T21:29:48,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1533522307/running 2024-12-03T21:29:48,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1533522307/running 2024-12-03T21:29:48,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307 2024-12-03T21:29:48,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307 2024-12-03T21:29:48,598 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:29:48,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:29:48,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:29:48,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:48,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Set watcher on znode that does not yet exist, /1-1533522307/running 2024-12-03T21:29:48,600 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,39357,1733261373066' ***** 2024-12-03T21:29:48,600 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:29:48,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Set watcher on znode that does not yet exist, /1-1533522307/running 2024-12-03T21:29:48,600 INFO [RS:0;101545f66cbd:39357 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:29:48,601 INFO [RS:0;101545f66cbd:39357 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:29:48,601 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:29:48,601 INFO [RS:0;101545f66cbd:39357 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:29:48,601 INFO [RS:0;101545f66cbd:39357 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,39357,1733261373066 2024-12-03T21:29:48,601 INFO [RS:0;101545f66cbd:39357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:29:48,601 INFO [RS:0;101545f66cbd:39357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:39357. 2024-12-03T21:29:48,601 DEBUG [RS:0;101545f66cbd:39357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:29:48,602 DEBUG [RS:0;101545f66cbd:39357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:48,602 INFO [RS:0;101545f66cbd:39357 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:29:48,602 INFO [RS:0;101545f66cbd:39357 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:29:48,602 INFO [RS:0;101545f66cbd:39357 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:29:48,602 INFO [RS:0;101545f66cbd:39357 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:29:48,602 INFO [RS:0;101545f66cbd:39357 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T21:29:48,602 DEBUG [RS:0;101545f66cbd:39357 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:29:48,602 DEBUG [RS:0;101545f66cbd:39357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:29:48,602 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:29:48,603 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:29:48,603 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:29:48,603 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:29:48,603 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:29:48,603 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T21:29:48,620 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/data/hbase/meta/1588230740/.tmp/ns/f8853a39cc764fee99467f71ba7e820a is 43, key is default/ns:d/1733261375616/Put/seqid=0 2024-12-03T21:29:48,624 DEBUG [101545f66cbd:35041 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:29:48,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44795 is added to blk_1073741835_1011 (size=5153) 2024-12-03T21:29:48,625 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=59add9d8d04be78fe72b45b4db481e79, regionState=OPENING, regionLocation=101545f66cbd,33213,1733261383068 2024-12-03T21:29:48,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59add9d8d04be78fe72b45b4db481e79, ASSIGN because future has completed 2024-12-03T21:29:48,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59add9d8d04be78fe72b45b4db481e79, server=101545f66cbd,33213,1733261383068}] 2024-12-03T21:29:48,635 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:29:48,777 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,2-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:48,778 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,1-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:48,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:48,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:29:48,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T21:29:48,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C33213%2C1733261383068.rep, suffix=, logDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068, archiveDir=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/oldWALs, maxLogs=10 2024-12-03T21:29:48,803 DEBUG [RS:0;101545f66cbd:39357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:29:48,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.rep.1733261388793, exclude list is [], retry=0 2024-12-03T21:29:48,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36505,DS-12c27710-1827-4b08-a1ff-597ad58308bd,DISK] 2024-12-03T21:29:48,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.rep.1733261388793 2024-12-03T21:29:48,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39771:39771)] 2024-12-03T21:29:48,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 59add9d8d04be78fe72b45b4db481e79, NAME => 'hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:29:48,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:29:48,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:29:48,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. service=MultiRowMutationService 2024-12-03T21:29:48,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T21:29:48,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:48,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:29:48,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:48,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:48,812 INFO [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:48,813 INFO [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59add9d8d04be78fe72b45b4db481e79 columnFamilyName hfileref 2024-12-03T21:29:48,813 DEBUG [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:48,814 INFO [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] regionserver.HStore(327): Store=59add9d8d04be78fe72b45b4db481e79/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:29:48,814 INFO [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:48,815 INFO [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59add9d8d04be78fe72b45b4db481e79 columnFamilyName queue 2024-12-03T21:29:48,815 DEBUG [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:48,823 DEBUG [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/replication/59add9d8d04be78fe72b45b4db481e79/queue/66b28f6f540b40f6a88bb902f9cd14aa 2024-12-03T21:29:48,823 INFO [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] regionserver.HStore(327): Store=59add9d8d04be78fe72b45b4db481e79/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:29:48,823 INFO [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:48,824 INFO [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59add9d8d04be78fe72b45b4db481e79 columnFamilyName sid 2024-12-03T21:29:48,824 DEBUG [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:48,825 INFO [StoreOpener-59add9d8d04be78fe72b45b4db481e79-1 {}] regionserver.HStore(327): Store=59add9d8d04be78fe72b45b4db481e79/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:29:48,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:48,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/replication/59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:48,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/replication/59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:48,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:48,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:48,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:29:48,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:48,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 59add9d8d04be78fe72b45b4db481e79; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71279192, jitterRate=0.06214272975921631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:29:48,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:48,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 59add9d8d04be78fe72b45b4db481e79: Running coprocessor pre-open hook at 1733261388810Writing region info on filesystem at 1733261388810Initializing all the Stores at 1733261388811 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261388811Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261388812 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261388812Cleaning up temporary data from old regions at 1733261388828 (+16 ms)Running coprocessor post-open hooks at 1733261388832 (+4 ms)Region opened successfully at 1733261388832 2024-12-03T21:29:48,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79., pid=19, masterSystemTime=1733261388781 2024-12-03T21:29:48,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:48,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:48,837 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=59add9d8d04be78fe72b45b4db481e79, regionState=OPEN, openSeqNum=10, regionLocation=101545f66cbd,33213,1733261383068 2024-12-03T21:29:48,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59add9d8d04be78fe72b45b4db481e79, server=101545f66cbd,33213,1733261383068 because future has completed 2024-12-03T21:29:48,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-03T21:29:48,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 59add9d8d04be78fe72b45b4db481e79, server=101545f66cbd,33213,1733261383068 in 213 msec 2024-12-03T21:29:48,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-03T21:29:48,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59add9d8d04be78fe72b45b4db481e79, ASSIGN in 372 msec 2024-12-03T21:29:48,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T21:29:48,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79., hostname=101545f66cbd,33213,1733261383068, seqNum=10] 2024-12-03T21:29:48,885 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 101545f66cbd,46075,1733261367126 2024-12-03T21:29:48,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T21:29:49,003 DEBUG [RS:0;101545f66cbd:39357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:29:49,025 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/data/hbase/meta/1588230740/.tmp/ns/f8853a39cc764fee99467f71ba7e820a 2024-12-03T21:29:49,034 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/data/hbase/meta/1588230740/.tmp/ns/f8853a39cc764fee99467f71ba7e820a as hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/data/hbase/meta/1588230740/ns/f8853a39cc764fee99467f71ba7e820a 2024-12-03T21:29:49,041 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/data/hbase/meta/1588230740/ns/f8853a39cc764fee99467f71ba7e820a, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T21:29:49,042 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false 2024-12-03T21:29:49,043 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T21:29:49,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33213 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-03T21:29:49,049 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T21:29:49,050 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:29:49,050 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:29:49,050 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:29:49,050 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261388602Running coprocessor pre-close hooks at 1733261388602Disabling compacts and flushes for region at 1733261388602Disabling writes for close at 1733261388603 (+1 ms)Obtaining lock to block concurrent updates at 1733261388603Preparing flush snapshotting stores in 1588230740 at 1733261388603Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733261388603Flushing stores of hbase:meta,,1.1588230740 at 1733261388604 (+1 ms)Flushing 1588230740/ns: creating writer at 1733261388605 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733261388620 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733261388620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71d1b91a: reopening flushed file at 1733261389033 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false at 1733261389043 (+10 ms)Writing region close event to WAL at 1733261389044 (+1 ms)Running coprocessor post-close hooks at 1733261389050 (+6 ms)Closed at 1733261389050 2024-12-03T21:29:49,051 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:29:49,203 INFO [RS:0;101545f66cbd:39357 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,39357,1733261373066; all regions closed. 2024-12-03T21:29:49,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44795 is added to blk_1073741834_1010 (size=1152) 2024-12-03T21:29:49,213 DEBUG [RS:0;101545f66cbd:39357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/oldWALs 2024-12-03T21:29:49,214 INFO [RS:0;101545f66cbd:39357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C39357%2C1733261373066.meta:.meta(num 1733261375541) 2024-12-03T21:29:49,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44795 is added to blk_1073741832_1008 (size=93) 2024-12-03T21:29:49,220 DEBUG [RS:0;101545f66cbd:39357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/oldWALs 2024-12-03T21:29:49,220 INFO [RS:0;101545f66cbd:39357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C39357%2C1733261373066:(num 1733261374560) 2024-12-03T21:29:49,220 DEBUG [RS:0;101545f66cbd:39357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:49,220 INFO [RS:0;101545f66cbd:39357 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:29:49,220 INFO [RS:0;101545f66cbd:39357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:29:49,221 INFO [RS:0;101545f66cbd:39357 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T21:29:49,221 INFO [RS:0;101545f66cbd:39357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:29:49,221 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:29:49,221 INFO [RS:0;101545f66cbd:39357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39357 2024-12-03T21:29:49,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1533522307/rs/101545f66cbd,39357,1733261373066 2024-12-03T21:29:49,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307/rs 2024-12-03T21:29:49,246 INFO [RS:0;101545f66cbd:39357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:29:49,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,39357,1733261373066] 2024-12-03T21:29:49,263 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1533522307/draining/101545f66cbd,39357,1733261373066 already deleted, retry=false 2024-12-03T21:29:49,263 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,39357,1733261373066 expired; onlineServers=0 2024-12-03T21:29:49,263 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,44275,1733261372944' ***** 2024-12-03T21:29:49,263 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:29:49,263 INFO [M:0;101545f66cbd:44275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:29:49,264 INFO [M:0;101545f66cbd:44275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:29:49,264 DEBUG [M:0;101545f66cbd:44275 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:29:49,264 DEBUG [M:0;101545f66cbd:44275 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:29:49,264 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:29:49,264 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261374303 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261374303,5,FailOnTimeoutGroup] 2024-12-03T21:29:49,264 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261374301 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261374301,5,FailOnTimeoutGroup] 2024-12-03T21:29:49,264 INFO [M:0;101545f66cbd:44275 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:29:49,265 INFO [M:0;101545f66cbd:44275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:29:49,265 DEBUG [M:0;101545f66cbd:44275 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:29:49,265 INFO [M:0;101545f66cbd:44275 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:29:49,265 INFO [M:0;101545f66cbd:44275 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:29:49,265 INFO [M:0;101545f66cbd:44275 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:29:49,266 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:29:49,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1533522307/master 2024-12-03T21:29:49,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1533522307 2024-12-03T21:29:49,271 DEBUG [M:0;101545f66cbd:44275 {}] zookeeper.ZKUtil(347): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Unable to get data of znode /1-1533522307/master because node does not exist (not an error) 2024-12-03T21:29:49,271 WARN [M:0;101545f66cbd:44275 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:29:49,273 INFO [M:0;101545f66cbd:44275 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/.lastflushedseqids 2024-12-03T21:29:49,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44795 is added to blk_1073741836_1012 (size=99) 2024-12-03T21:29:49,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:29:49,355 INFO [RS:0;101545f66cbd:39357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:29:49,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39357-0x1019e6337220004, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:29:49,355 INFO [RS:0;101545f66cbd:39357 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,39357,1733261373066; zookeeper connection closed. 2024-12-03T21:29:49,355 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@661e0849 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@661e0849 2024-12-03T21:29:49,356 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:29:49,680 INFO [M:0;101545f66cbd:44275 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:29:49,680 INFO [M:0;101545f66cbd:44275 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:29:49,681 DEBUG [M:0;101545f66cbd:44275 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:29:49,681 INFO [M:0;101545f66cbd:44275 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:49,681 DEBUG [M:0;101545f66cbd:44275 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:49,681 DEBUG [M:0;101545f66cbd:44275 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:29:49,681 DEBUG [M:0;101545f66cbd:44275 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:49,681 INFO [M:0;101545f66cbd:44275 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T21:29:49,699 DEBUG [M:0;101545f66cbd:44275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b7610138a5d4e68bb58416a8e15ba68 is 82, key is hbase:meta,,1/info:regioninfo/1733261375590/Put/seqid=0 2024-12-03T21:29:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44795 is added to blk_1073741837_1013 (size=5672) 2024-12-03T21:29:49,791 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,2-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:49,791 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,1-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:50,045 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:29:50,104 INFO [M:0;101545f66cbd:44275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b7610138a5d4e68bb58416a8e15ba68 2024-12-03T21:29:50,126 DEBUG [M:0;101545f66cbd:44275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6dedae685cfd4e38a88f75b065509cc7 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733261375623/Put/seqid=0 2024-12-03T21:29:50,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44795 is added to blk_1073741838_1014 (size=5275) 2024-12-03T21:29:50,531 INFO [M:0;101545f66cbd:44275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6dedae685cfd4e38a88f75b065509cc7 2024-12-03T21:29:50,555 DEBUG [M:0;101545f66cbd:44275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8433fbac7f34fcc855447a3fcf2ff59 is 69, key is 101545f66cbd,39357,1733261373066/rs:state/1733261374349/Put/seqid=0 2024-12-03T21:29:50,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44795 is added to blk_1073741839_1015 (size=5156) 2024-12-03T21:29:50,903 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,1-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:50,903 DEBUG [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,2-101545f66cbd,33213,1733261383068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 to pos 0, reset compression=false 2024-12-03T21:29:50,961 INFO [M:0;101545f66cbd:44275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8433fbac7f34fcc855447a3fcf2ff59 2024-12-03T21:29:50,973 DEBUG [M:0;101545f66cbd:44275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b7610138a5d4e68bb58416a8e15ba68 as hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b7610138a5d4e68bb58416a8e15ba68 2024-12-03T21:29:50,981 INFO [M:0;101545f66cbd:44275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b7610138a5d4e68bb58416a8e15ba68, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T21:29:50,982 DEBUG [M:0;101545f66cbd:44275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6dedae685cfd4e38a88f75b065509cc7 as hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6dedae685cfd4e38a88f75b065509cc7 2024-12-03T21:29:50,988 INFO [M:0;101545f66cbd:44275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6dedae685cfd4e38a88f75b065509cc7, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T21:29:50,990 DEBUG [M:0;101545f66cbd:44275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8433fbac7f34fcc855447a3fcf2ff59 as hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8433fbac7f34fcc855447a3fcf2ff59 2024-12-03T21:29:50,996 INFO [M:0;101545f66cbd:44275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43103/user/jenkins/test-data/b716179c-7a5b-ef68-f4df-0357986ee4b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8433fbac7f34fcc855447a3fcf2ff59, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T21:29:50,997 INFO [M:0;101545f66cbd:44275 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=28, compaction requested=false 2024-12-03T21:29:50,998 INFO [M:0;101545f66cbd:44275 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:50,998 DEBUG [M:0;101545f66cbd:44275 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261389680Disabling compacts and flushes for region at 1733261389680Disabling writes for close at 1733261389681 (+1 ms)Obtaining lock to block concurrent updates at 1733261389681Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261389681Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733261389681Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261389682 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261389682Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261389698 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261389698Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261390110 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261390125 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261390125Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261390540 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261390555 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261390555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f1026a: reopening flushed file at 1733261390971 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4161dddf: reopening flushed file at 1733261390981 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334a343: reopening flushed file at 1733261390988 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=28, compaction requested=false at 1733261390997 (+9 ms)Writing region close event to WAL at 1733261390998 (+1 ms)Closed at 1733261390998 2024-12-03T21:29:51,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44795 is added to blk_1073741830_1006 (size=10165) 2024-12-03T21:29:51,002 INFO [M:0;101545f66cbd:44275 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:29:51,002 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:29:51,002 INFO [M:0;101545f66cbd:44275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44275 2024-12-03T21:29:51,004 INFO [M:0;101545f66cbd:44275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:29:51,130 INFO [M:0;101545f66cbd:44275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:29:51,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:29:51,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44275-0x1019e6337220003, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:29:51,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26eb26b0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:29:51,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47ca9e4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:29:51,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:29:51,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a1bd21d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:29:51,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f6dcd23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/hadoop.log.dir/,STOPPED} 2024-12-03T21:29:51,176 WARN [BP-1474009934-172.17.0.2-1733261371148 heartbeating to localhost/127.0.0.1:43103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:29:51,176 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:29:51,176 WARN [BP-1474009934-172.17.0.2-1733261371148 heartbeating to localhost/127.0.0.1:43103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1474009934-172.17.0.2-1733261371148 (Datanode Uuid 3860760b-a62f-4fe8-b8b5-90bad70d1624) service to localhost/127.0.0.1:43103 2024-12-03T21:29:51,176 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:29:51,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/cluster_1f885240-fc18-f5ef-e39b-5d5b6ad36cf6/data/data1/current/BP-1474009934-172.17.0.2-1733261371148 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:29:51,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/cluster_1f885240-fc18-f5ef-e39b-5d5b6ad36cf6/data/data2/current/BP-1474009934-172.17.0.2-1733261371148 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:29:51,178 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:29:51,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30b2e30f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:29:51,185 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@694fc00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:29:51,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:29:51,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@637f27af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:29:51,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d2615b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/hadoop.log.dir/,STOPPED} 2024-12-03T21:29:51,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:29:51,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:29:51,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:29:51,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:29:51,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:51,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:51,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:29:51,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:29:51,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1507438047, stopped=false 2024-12-03T21:29:51,203 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,35041,1733261383014 2024-12-03T21:29:51,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1019e6337220007, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0917131885/running 2024-12-03T21:29:51,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0917131885/running 2024-12-03T21:29:51,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:51,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1019e6337220007, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:51,221 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:29:51,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:29:51,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:29:51,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:51,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on znode that does not yet exist, /0917131885/running 2024-12-03T21:29:51,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33213-0x1019e6337220007, quorum=127.0.0.1:61465, baseZNode=/0917131885 Set watcher on znode that does not yet exist, /0917131885/running 2024-12-03T21:29:51,222 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,33213,1733261383068' ***** 2024-12-03T21:29:51,222 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:29:51,223 INFO [RS:0;101545f66cbd:33213 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:29:51,223 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:29:51,223 INFO [RS:0;101545f66cbd:33213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:29:51,223 INFO [RS:0;101545f66cbd:33213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:29:51,223 INFO [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer(3091): Received CLOSE for 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:51,224 INFO [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,33213,1733261383068 2024-12-03T21:29:51,224 INFO [RS:0;101545f66cbd:33213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:29:51,224 INFO [RS:0;101545f66cbd:33213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:33213. 2024-12-03T21:29:51,224 DEBUG [RS:0;101545f66cbd:33213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:29:51,224 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59add9d8d04be78fe72b45b4db481e79, disabling compactions & flushes 2024-12-03T21:29:51,224 DEBUG [RS:0;101545f66cbd:33213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:51,224 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:51,224 INFO [RS:0;101545f66cbd:33213 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:29:51,224 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:51,224 INFO [RS:0;101545f66cbd:33213 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:29:51,224 INFO [RS:0;101545f66cbd:33213 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:29:51,224 INFO [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:29:51,224 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. after waiting 0 ms 2024-12-03T21:29:51,224 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:51,224 INFO [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T21:29:51,225 DEBUG [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer(1325): Online Regions={59add9d8d04be78fe72b45b4db481e79=hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:29:51,225 DEBUG [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59add9d8d04be78fe72b45b4db481e79 2024-12-03T21:29:51,225 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:29:51,225 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:29:51,225 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:29:51,225 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:29:51,225 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:29:51,225 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T21:29:51,231 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/replication/59add9d8d04be78fe72b45b4db481e79/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-03T21:29:51,232 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:29:51,232 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:29:51,232 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:51,232 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59add9d8d04be78fe72b45b4db481e79: Waiting for close lock at 1733261391224Running coprocessor pre-close hooks at 1733261391224Disabling compacts and flushes for region at 1733261391224Disabling writes for close at 1733261391224Writing region close event to WAL at 1733261391226 (+2 ms)Running coprocessor post-close hooks at 1733261391232 (+6 ms)Closed at 1733261391232 2024-12-03T21:29:51,232 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79. 2024-12-03T21:29:51,242 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/.tmp/info/9b734ea4082244deb10ab995cdd9ad39 is 147, key is hbase:replication,,1733261375822.59add9d8d04be78fe72b45b4db481e79./info:regioninfo/1733261388837/Put/seqid=0 2024-12-03T21:29:51,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741851_1027 (size=6385) 2024-12-03T21:29:51,308 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:29:51,425 DEBUG [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:29:51,625 DEBUG [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:29:51,649 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/.tmp/info/9b734ea4082244deb10ab995cdd9ad39 2024-12-03T21:29:51,661 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/.tmp/info/9b734ea4082244deb10ab995cdd9ad39 as hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/info/9b734ea4082244deb10ab995cdd9ad39 2024-12-03T21:29:51,667 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/info/9b734ea4082244deb10ab995cdd9ad39, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T21:29:51,669 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false 2024-12-03T21:29:51,674 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T21:29:51,674 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:29:51,675 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:29:51,675 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:29:51,675 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261391225Running coprocessor pre-close hooks at 1733261391225Disabling compacts and flushes for region at 1733261391225Disabling writes for close at 1733261391225Obtaining lock to block concurrent updates at 1733261391225Preparing flush snapshotting stores in 1588230740 at 1733261391225Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733261391225Flushing stores of hbase:meta,,1.1588230740 at 1733261391227 (+2 ms)Flushing 1588230740/info: creating writer at 1733261391227Flushing 1588230740/info: appending metadata at 1733261391241 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733261391241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fc5592f: reopening flushed file at 1733261391660 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1733261391669 (+9 ms)Writing region close event to WAL at 1733261391670 (+1 ms)Running coprocessor post-close hooks at 1733261391674 (+4 ms)Closed at 1733261391675 (+1 ms) 2024-12-03T21:29:51,675 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:29:51,826 INFO [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,33213,1733261383068; all regions closed. 2024-12-03T21:29:51,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741849_1025 (size=2156) 2024-12-03T21:29:51,839 DEBUG [RS:0;101545f66cbd:33213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/oldWALs 2024-12-03T21:29:51,839 INFO [RS:0;101545f66cbd:33213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C33213%2C1733261383068.meta:.meta(num 1733261384524) 2024-12-03T21:29:51,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741850_1026 (size=796) 2024-12-03T21:29:51,846 DEBUG [RS:0;101545f66cbd:33213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/oldWALs 2024-12-03T21:29:51,846 INFO [RS:0;101545f66cbd:33213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C33213%2C1733261383068.rep:(num 1733261388793) 2024-12-03T21:29:51,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741848_1024 (size=93) 2024-12-03T21:29:51,849 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/WALs/101545f66cbd,33213,1733261383068/101545f66cbd%2C33213%2C1733261383068.1733261384265 not finished, retry = 0 2024-12-03T21:29:51,955 DEBUG [RS:0;101545f66cbd:33213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/oldWALs 2024-12-03T21:29:51,955 INFO [RS:0;101545f66cbd:33213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C33213%2C1733261383068:(num 1733261384265) 2024-12-03T21:29:51,956 DEBUG [RS:0;101545f66cbd:33213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:51,956 INFO [RS:0;101545f66cbd:33213 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:29:51,956 INFO [RS:0;101545f66cbd:33213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:29:51,957 INFO [RS:0;101545f66cbd:33213 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T21:29:51,957 INFO [RS:0;101545f66cbd:33213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:29:51,957 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:29:51,958 INFO [RS:0;101545f66cbd:33213 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-101545f66cbd,33213,1733261383068 because: Region server is closing 2024-12-03T21:29:51,958 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T21:29:51,958 INFO [RS:0;101545f66cbd:33213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:33213. 2024-12-03T21:29:51,958 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T21:29:51,958 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-03T21:29:51,958 DEBUG [RS:0;101545f66cbd:33213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:29:51,959 DEBUG [RS:0;101545f66cbd:33213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:51,959 DEBUG [RS:0;101545f66cbd:33213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:51,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:29:52,059 WARN [RS:0;101545f66cbd:33213.replicationSource.wal-reader.101545f66cbd%2C33213%2C1733261383068,1-101545f66cbd,33213,1733261383068 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T21:29:52,059 WARN [RS:0;101545f66cbd:33213.replicationSource.shipper101545f66cbd%2C33213%2C1733261383068,1-101545f66cbd,33213,1733261383068 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T21:29:52,060 INFO [RS:0;101545f66cbd:33213 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;101545f66cbd:33213.replicationSource.shipper101545f66cbd%2C33213%2C1733261383068,1-101545f66cbd,33213,1733261383068 terminated 2024-12-03T21:29:52,060 INFO [RS:0;101545f66cbd:33213 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-101545f66cbd,33213,1733261383068 because: Region server is closing 2024-12-03T21:29:52,060 INFO [RS:0;101545f66cbd:33213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:33213. 2024-12-03T21:29:52,060 DEBUG [RS:0;101545f66cbd:33213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:29:52,060 DEBUG [RS:0;101545f66cbd:33213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:52,060 DEBUG [RS:0;101545f66cbd:33213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:52,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:29:52,160 WARN [RS:0;101545f66cbd:33213.replicationSource.shipper101545f66cbd%2C33213%2C1733261383068,2-101545f66cbd,33213,1733261383068 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T21:29:52,161 INFO [RS:0;101545f66cbd:33213 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;101545f66cbd:33213.replicationSource.shipper101545f66cbd%2C33213%2C1733261383068,2-101545f66cbd,33213,1733261383068 terminated 2024-12-03T21:29:52,161 INFO [RS:0;101545f66cbd:33213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33213 2024-12-03T21:29:52,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885/rs 2024-12-03T21:29:52,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1019e6337220007, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0917131885/rs/101545f66cbd,33213,1733261383068 2024-12-03T21:29:52,188 INFO [RS:0;101545f66cbd:33213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:29:52,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,33213,1733261383068] 2024-12-03T21:29:52,204 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0917131885/draining/101545f66cbd,33213,1733261383068 already deleted, retry=false 2024-12-03T21:29:52,204 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,33213,1733261383068 expired; onlineServers=0 2024-12-03T21:29:52,204 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,35041,1733261383014' ***** 2024-12-03T21:29:52,204 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:29:52,204 INFO [M:0;101545f66cbd:35041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:29:52,204 INFO [M:0;101545f66cbd:35041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:29:52,205 DEBUG [M:0;101545f66cbd:35041 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:29:52,205 DEBUG [M:0;101545f66cbd:35041 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:29:52,205 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:29:52,205 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261383930 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261383930,5,FailOnTimeoutGroup] 2024-12-03T21:29:52,205 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261383930 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261383930,5,FailOnTimeoutGroup] 2024-12-03T21:29:52,205 INFO [M:0;101545f66cbd:35041 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:29:52,205 INFO [M:0;101545f66cbd:35041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:29:52,205 DEBUG [M:0;101545f66cbd:35041 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:29:52,205 INFO [M:0;101545f66cbd:35041 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:29:52,205 INFO [M:0;101545f66cbd:35041 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:29:52,205 INFO [M:0;101545f66cbd:35041 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:29:52,205 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:29:52,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0917131885/master 2024-12-03T21:29:52,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0917131885 2024-12-03T21:29:52,213 DEBUG [M:0;101545f66cbd:35041 {}] zookeeper.ZKUtil(347): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Unable to get data of znode /0917131885/master because node does not exist (not an error) 2024-12-03T21:29:52,213 WARN [M:0;101545f66cbd:35041 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:29:52,214 INFO [M:0;101545f66cbd:35041 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/.lastflushedseqids 2024-12-03T21:29:52,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741852_1028 (size=181) 2024-12-03T21:29:52,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1019e6337220007, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:29:52,296 INFO [RS:0;101545f66cbd:33213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:29:52,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33213-0x1019e6337220007, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:29:52,296 INFO [RS:0;101545f66cbd:33213 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,33213,1733261383068; zookeeper connection closed. 2024-12-03T21:29:52,296 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4659f932 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4659f932 2024-12-03T21:29:52,297 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:29:52,620 INFO [M:0;101545f66cbd:35041 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:29:52,620 INFO [M:0;101545f66cbd:35041 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:29:52,621 DEBUG [M:0;101545f66cbd:35041 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:29:52,621 INFO [M:0;101545f66cbd:35041 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:52,621 DEBUG [M:0;101545f66cbd:35041 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:52,621 DEBUG [M:0;101545f66cbd:35041 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:29:52,621 DEBUG [M:0;101545f66cbd:35041 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:52,621 INFO [M:0;101545f66cbd:35041 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T21:29:52,636 DEBUG [M:0;101545f66cbd:35041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d778158f41a24c1c8fb73d0ddfa2cf79 is 82, key is hbase:meta,,1/info:regioninfo/1733261384586/Put/seqid=0 2024-12-03T21:29:52,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741853_1029 (size=5680) 2024-12-03T21:29:53,041 INFO [M:0;101545f66cbd:35041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d778158f41a24c1c8fb73d0ddfa2cf79 2024-12-03T21:29:53,063 DEBUG [M:0;101545f66cbd:35041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15854967c1c14987876812ed5d44d8d5 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733261388844/Put/seqid=0 2024-12-03T21:29:53,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741854_1030 (size=7319) 2024-12-03T21:29:53,468 INFO [M:0;101545f66cbd:35041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15854967c1c14987876812ed5d44d8d5 2024-12-03T21:29:53,485 DEBUG [M:0;101545f66cbd:35041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40b7c44b52ba42289e8de9bab3071121 is 69, key is 101545f66cbd,33213,1733261383068/rs:state/1733261384031/Put/seqid=0 2024-12-03T21:29:53,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741855_1031 (size=5371) 2024-12-03T21:29:53,890 INFO [M:0;101545f66cbd:35041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40b7c44b52ba42289e8de9bab3071121 2024-12-03T21:29:53,897 INFO [M:0;101545f66cbd:35041 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40b7c44b52ba42289e8de9bab3071121 2024-12-03T21:29:53,898 DEBUG [M:0;101545f66cbd:35041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d778158f41a24c1c8fb73d0ddfa2cf79 as hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d778158f41a24c1c8fb73d0ddfa2cf79 2024-12-03T21:29:53,904 INFO [M:0;101545f66cbd:35041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d778158f41a24c1c8fb73d0ddfa2cf79, entries=8, sequenceid=172, filesize=5.5 K 2024-12-03T21:29:53,905 DEBUG [M:0;101545f66cbd:35041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15854967c1c14987876812ed5d44d8d5 as hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15854967c1c14987876812ed5d44d8d5 2024-12-03T21:29:53,911 INFO [M:0;101545f66cbd:35041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15854967c1c14987876812ed5d44d8d5, entries=7, sequenceid=172, filesize=7.1 K 2024-12-03T21:29:53,912 DEBUG [M:0;101545f66cbd:35041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40b7c44b52ba42289e8de9bab3071121 as hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40b7c44b52ba42289e8de9bab3071121 2024-12-03T21:29:53,918 INFO [M:0;101545f66cbd:35041 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40b7c44b52ba42289e8de9bab3071121 2024-12-03T21:29:53,918 INFO [M:0;101545f66cbd:35041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43799/user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40b7c44b52ba42289e8de9bab3071121, entries=2, sequenceid=172, filesize=5.2 K 2024-12-03T21:29:53,919 INFO [M:0;101545f66cbd:35041 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=172, compaction requested=false 2024-12-03T21:29:53,920 INFO [M:0;101545f66cbd:35041 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:53,920 DEBUG [M:0;101545f66cbd:35041 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261392620Disabling compacts and flushes for region at 1733261392620Disabling writes for close at 1733261392621 (+1 ms)Obtaining lock to block concurrent updates at 1733261392621Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261392621Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733261392621Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261392622 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261392622Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261392635 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261392635Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261393046 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261393063 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261393063Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261393473 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261393484 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261393484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c6ef59b: reopening flushed file at 1733261393897 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de848e3: reopening flushed file at 1733261393904 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d4b3ba7: reopening flushed file at 1733261393912 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=172, compaction requested=false at 1733261393919 (+7 ms)Writing region close event to WAL at 1733261393920 (+1 ms)Closed at 1733261393920 2024-12-03T21:29:53,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36505 is added to blk_1073741847_1023 (size=22949) 2024-12-03T21:29:53,922 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/231be257-8d89-e422-2700-13f5bf3d0302/MasterData/WALs/101545f66cbd,35041,1733261383014/101545f66cbd%2C35041%2C1733261383014.1733261383611 not finished, retry = 0 2024-12-03T21:29:54,023 INFO [M:0;101545f66cbd:35041 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:29:54,023 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:29:54,024 INFO [M:0;101545f66cbd:35041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35041 2024-12-03T21:29:54,024 INFO [M:0;101545f66cbd:35041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:29:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:29:54,138 INFO [M:0;101545f66cbd:35041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:29:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35041-0x1019e6337220006, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:29:54,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8dd002{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:29:54,140 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ae4c431{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:29:54,140 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:29:54,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71e9bbb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:29:54,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74f51c43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/hadoop.log.dir/,STOPPED} 2024-12-03T21:29:54,141 WARN [BP-1970419926-172.17.0.2-1733261363154 heartbeating to localhost/127.0.0.1:43799 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:29:54,141 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:29:54,142 WARN [BP-1970419926-172.17.0.2-1733261363154 heartbeating to localhost/127.0.0.1:43799 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1970419926-172.17.0.2-1733261363154 (Datanode Uuid 2f9fed86-c845-4495-bdf2-7a20446b09ec) service to localhost/127.0.0.1:43799 2024-12-03T21:29:54,142 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:29:54,142 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/cluster_164afc8b-c9c4-3012-a62e-ef5844687c4a/data/data2/current/BP-1970419926-172.17.0.2-1733261363154 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:29:54,142 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/cluster_164afc8b-c9c4-3012-a62e-ef5844687c4a/data/data1/current/BP-1970419926-172.17.0.2-1733261363154 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:29:54,143 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:29:54,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34444f5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:29:54,147 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:29:54,148 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:29:54,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:29:54,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e048d73c-204c-cb9e-8c64-20af590b2b49/hadoop.log.dir/,STOPPED} 2024-12-03T21:29:54,155 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T21:29:54,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:29:54,176 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:43103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61465) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:43799 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/101545f66cbd:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@212508ef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:43799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/101545f66cbd:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:43799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61465) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: regionserver/101545f66cbd:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:43103 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/101545f66cbd:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/101545f66cbd:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:43103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=89 (was 118), ProcessCount=11 (was 11), AvailableMemoryMB=10265 (was 11024) 2024-12-03T21:29:54,183 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=89, ProcessCount=11, AvailableMemoryMB=10263 2024-12-03T21:29:54,194 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-03T21:29:54,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/hadoop.log.dir so I do NOT create it in target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba 2024-12-03T21:29:54,195 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:29:54,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/hadoop.tmp.dir so I do NOT create it in target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba 2024-12-03T21:29:54,195 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9a09eca-429f-430e-bf78-62c4391252a3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:29:54,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba 2024-12-03T21:29:54,195 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/cluster_cc86ac9d-20e7-a5cb-58b7-ddfb8de60a3d, deleteOnExit=true 2024-12-03T21:29:54,198 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/cluster_cc86ac9d-20e7-a5cb-58b7-ddfb8de60a3d/zookeeper_0, clientPort=61639, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/cluster_cc86ac9d-20e7-a5cb-58b7-ddfb8de60a3d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/cluster_cc86ac9d-20e7-a5cb-58b7-ddfb8de60a3d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T21:29:54,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61639 2024-12-03T21:29:54,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:29:54,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:29:54,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/test.cache.data in system properties and HBase conf 2024-12-03T21:29:54,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:29:54,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:29:54,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:29:54,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:29:54,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:29:54,199 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:29:54,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:29:54,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:29:54,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:29:54,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:29:54,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:29:54,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:29:54,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:29:54,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:29:54,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:29:54,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:29:54,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:29:54,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:29:54,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:29:54,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:29:54,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019e6337220005, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:29:54,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019e6337220002, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:29:54,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019e6337220002, quorum=127.0.0.1:61465, baseZNode=/0917131885 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:29:54,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019e6337220005, quorum=127.0.0.1:61465, baseZNode=/1-1533522307 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:29:54,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:29:54,535 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:29:54,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:29:54,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:29:54,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T21:29:54,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:29:54,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36211a5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:29:54,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fc57a0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:29:54,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2047f67c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/java.io.tmpdir/jetty-localhost-36127-hadoop-hdfs-3_4_1-tests_jar-_-any-15364361348300132371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:29:54,629 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ab6086a{HTTP/1.1, (http/1.1)}{localhost:36127} 2024-12-03T21:29:54,629 INFO [Time-limited test {}] server.Server(415): Started @33235ms 2024-12-03T21:29:54,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:29:54,837 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:29:54,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:29:54,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:29:54,838 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T21:29:54,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3da64845{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:29:54,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1eb50ae4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:29:54,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11981b82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/java.io.tmpdir/jetty-localhost-44625-hadoop-hdfs-3_4_1-tests_jar-_-any-9955485837912166882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:29:54,930 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d82accb{HTTP/1.1, (http/1.1)}{localhost:44625} 2024-12-03T21:29:54,930 INFO [Time-limited test {}] server.Server(415): Started @33535ms 2024-12-03T21:29:54,931 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:29:55,425 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/cluster_cc86ac9d-20e7-a5cb-58b7-ddfb8de60a3d/data/data1/current/BP-1353696699-172.17.0.2-1733261394223/current, will proceed with Du for space computation calculation, 2024-12-03T21:29:55,425 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/cluster_cc86ac9d-20e7-a5cb-58b7-ddfb8de60a3d/data/data2/current/BP-1353696699-172.17.0.2-1733261394223/current, will proceed with Du for space computation calculation, 2024-12-03T21:29:55,438 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:29:55,441 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6aae0856d608302f with lease ID 0x7924ca37a5dd6e35: Processing first storage report for DS-f844d887-4efc-4dec-82ba-3ef419fff028 from datanode DatanodeRegistration(127.0.0.1:46803, datanodeUuid=c35464ab-1d15-4e14-b727-84ac8f2a8677, infoPort=45659, infoSecurePort=0, ipcPort=34971, storageInfo=lv=-57;cid=testClusterID;nsid=470351954;c=1733261394223) 2024-12-03T21:29:55,441 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6aae0856d608302f with lease ID 0x7924ca37a5dd6e35: from storage DS-f844d887-4efc-4dec-82ba-3ef419fff028 node DatanodeRegistration(127.0.0.1:46803, datanodeUuid=c35464ab-1d15-4e14-b727-84ac8f2a8677, infoPort=45659, infoSecurePort=0, ipcPort=34971, storageInfo=lv=-57;cid=testClusterID;nsid=470351954;c=1733261394223), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:29:55,441 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6aae0856d608302f with lease ID 0x7924ca37a5dd6e35: Processing first storage report for DS-aa5981ea-64a8-4b4d-9407-28be3f373f25 from datanode DatanodeRegistration(127.0.0.1:46803, datanodeUuid=c35464ab-1d15-4e14-b727-84ac8f2a8677, infoPort=45659, infoSecurePort=0, ipcPort=34971, storageInfo=lv=-57;cid=testClusterID;nsid=470351954;c=1733261394223) 2024-12-03T21:29:55,441 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6aae0856d608302f with lease ID 0x7924ca37a5dd6e35: from storage DS-aa5981ea-64a8-4b4d-9407-28be3f373f25 node DatanodeRegistration(127.0.0.1:46803, datanodeUuid=c35464ab-1d15-4e14-b727-84ac8f2a8677, infoPort=45659, infoSecurePort=0, ipcPort=34971, storageInfo=lv=-57;cid=testClusterID;nsid=470351954;c=1733261394223), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:29:55,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba 2024-12-03T21:29:55,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:55,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:55,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:29:55,869 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3 with version=8 2024-12-03T21:29:55,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/hbase-staging 2024-12-03T21:29:55,871 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:29:55,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:55,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:55,871 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:29:55,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:55,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:29:55,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:29:55,872 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:29:55,872 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38031 2024-12-03T21:29:55,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38031 connecting to ZooKeeper ensemble=127.0.0.1:61639 2024-12-03T21:29:55,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380310x0, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:29:55,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38031-0x1019e63b2fd0000 connected 2024-12-03T21:29:56,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:56,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:56,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Set watcher on znode that does not yet exist, /0-510694132/running 2024-12-03T21:29:56,025 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3, hbase.cluster.distributed=false 2024-12-03T21:29:56,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Set watcher on znode that does not yet exist, /0-510694132/acl 2024-12-03T21:29:56,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38031 2024-12-03T21:29:56,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38031 2024-12-03T21:29:56,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38031 2024-12-03T21:29:56,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38031 2024-12-03T21:29:56,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38031 2024-12-03T21:29:56,044 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:29:56,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:56,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:56,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:29:56,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:29:56,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:29:56,044 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:29:56,044 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:29:56,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46593 2024-12-03T21:29:56,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46593 connecting to ZooKeeper ensemble=127.0.0.1:61639 2024-12-03T21:29:56,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:56,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:56,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465930x0, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:29:56,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465930x0, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Set watcher on znode that does not yet exist, /0-510694132/running 2024-12-03T21:29:56,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46593-0x1019e63b2fd0001 connected 2024-12-03T21:29:56,060 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:29:56,061 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:29:56,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Set watcher on znode that does not yet exist, /0-510694132/master 2024-12-03T21:29:56,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Set watcher on znode that does not yet exist, /0-510694132/acl 2024-12-03T21:29:56,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46593 2024-12-03T21:29:56,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46593 2024-12-03T21:29:56,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46593 2024-12-03T21:29:56,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46593 2024-12-03T21:29:56,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46593 2024-12-03T21:29:56,080 DEBUG [M:0;101545f66cbd:38031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:38031 2024-12-03T21:29:56,083 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-510694132/backup-masters/101545f66cbd,38031,1733261395871 2024-12-03T21:29:56,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132/backup-masters 2024-12-03T21:29:56,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132/backup-masters 2024-12-03T21:29:56,093 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Set watcher on existing znode=/0-510694132/backup-masters/101545f66cbd,38031,1733261395871 2024-12-03T21:29:56,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132 2024-12-03T21:29:56,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-510694132/master 2024-12-03T21:29:56,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132 2024-12-03T21:29:56,105 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Set watcher on existing znode=/0-510694132/master 2024-12-03T21:29:56,105 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-510694132/backup-masters/101545f66cbd,38031,1733261395871 from backup master directory 2024-12-03T21:29:56,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132/backup-masters 2024-12-03T21:29:56,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-510694132/backup-masters/101545f66cbd,38031,1733261395871 2024-12-03T21:29:56,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132/backup-masters 2024-12-03T21:29:56,112 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:29:56,112 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,38031,1733261395871 2024-12-03T21:29:56,117 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/hbase.id] with ID: b78e655e-6e60-4eec-aaba-a1c17aa590b0 2024-12-03T21:29:56,117 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/.tmp/hbase.id 2024-12-03T21:29:56,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:29:56,523 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/.tmp/hbase.id]:[hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/hbase.id] 2024-12-03T21:29:56,535 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:29:56,535 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:29:56,536 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T21:29:56,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132 2024-12-03T21:29:56,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132 2024-12-03T21:29:56,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:29:56,734 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:29:56,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:29:56,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:29:56,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:29:56,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T21:29:56,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T21:29:56,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:29:56,969 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:29:56,970 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:29:56,970 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:29:56,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:29:57,379 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store 2024-12-03T21:29:57,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:29:57,786 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:29:57,786 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:29:57,786 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:57,786 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:57,786 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:29:57,786 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:57,786 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:29:57,786 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261397786Disabling compacts and flushes for region at 1733261397786Disabling writes for close at 1733261397786Writing region close event to WAL at 1733261397786Closed at 1733261397786 2024-12-03T21:29:57,787 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/.initializing 2024-12-03T21:29:57,787 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/WALs/101545f66cbd,38031,1733261395871 2024-12-03T21:29:57,789 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:29:57,790 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C38031%2C1733261395871, suffix=, logDir=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/WALs/101545f66cbd,38031,1733261395871, archiveDir=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/oldWALs, maxLogs=10 2024-12-03T21:29:57,803 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/WALs/101545f66cbd,38031,1733261395871/101545f66cbd%2C38031%2C1733261395871.1733261397791, exclude list is [], retry=0 2024-12-03T21:29:57,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46803,DS-f844d887-4efc-4dec-82ba-3ef419fff028,DISK] 2024-12-03T21:29:57,808 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/WALs/101545f66cbd,38031,1733261395871/101545f66cbd%2C38031%2C1733261395871.1733261397791 2024-12-03T21:29:57,809 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45659:45659)] 2024-12-03T21:29:57,809 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:29:57,809 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:29:57,809 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:57,809 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:57,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:57,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:29:57,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:57,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:57,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:57,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:29:57,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:57,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:29:57,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:57,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:29:57,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:57,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:29:57,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:57,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:29:57,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:57,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:29:57,820 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:57,821 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:57,821 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:57,822 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:57,822 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:57,823 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:29:57,824 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:29:57,826 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:29:57,827 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75012913, jitterRate=0.11777950823307037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:29:57,828 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261397809Initializing all the Stores at 1733261397810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261397810Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261397811 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261397811Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261397811Cleaning up temporary data from old regions at 1733261397822 (+11 ms)Region opened successfully at 1733261397828 (+6 ms) 2024-12-03T21:29:57,828 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:29:57,831 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e4c58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:29:57,832 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:29:57,832 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:29:57,832 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:29:57,832 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:29:57,832 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:29:57,833 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:29:57,833 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:29:57,835 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:29:57,835 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Unable to get data of znode /0-510694132/balancer because node does not exist (not necessarily an error) 2024-12-03T21:29:57,862 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-510694132/balancer already deleted, retry=false 2024-12-03T21:29:57,863 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:29:57,863 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Unable to get data of znode /0-510694132/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:29:57,870 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-510694132/normalizer already deleted, retry=false 2024-12-03T21:29:57,871 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:29:57,872 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Unable to get data of znode /0-510694132/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:29:57,879 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-510694132/switch/split already deleted, retry=false 2024-12-03T21:29:57,880 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Unable to get data of znode /0-510694132/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:29:57,887 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-510694132/switch/merge already deleted, retry=false 2024-12-03T21:29:57,889 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Unable to get data of znode /0-510694132/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:29:57,895 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-510694132/snapshot-cleanup already deleted, retry=false 2024-12-03T21:29:57,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-510694132/running 2024-12-03T21:29:57,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-510694132/running 2024-12-03T21:29:57,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132 2024-12-03T21:29:57,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132 2024-12-03T21:29:57,905 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,38031,1733261395871, sessionid=0x1019e63b2fd0000, setting cluster-up flag (Was=false) 2024-12-03T21:29:57,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132 2024-12-03T21:29:57,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132 2024-12-03T21:29:57,946 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-510694132/flush-table-proc/acquired, /0-510694132/flush-table-proc/reached, /0-510694132/flush-table-proc/abort 2024-12-03T21:29:57,947 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,38031,1733261395871 2024-12-03T21:29:57,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132 2024-12-03T21:29:57,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132 2024-12-03T21:29:57,987 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-510694132/online-snapshot/acquired, /0-510694132/online-snapshot/reached, /0-510694132/online-snapshot/abort 2024-12-03T21:29:57,988 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,38031,1733261395871 2024-12-03T21:29:57,989 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:29:57,991 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:29:57,991 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:29:57,991 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:29:57,992 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,38031,1733261395871 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:29:57,993 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:29:57,993 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:29:57,993 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:29:57,993 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:29:57,994 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:29:57,994 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:57,994 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:29:57,994 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:57,995 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261427995 2024-12-03T21:29:57,995 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:29:57,995 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:29:57,995 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:29:57,995 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:29:57,995 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:29:57,995 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:29:57,995 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:57,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:29:57,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:29:57,996 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:29:57,996 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:29:57,996 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:29:57,996 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:29:57,996 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:29:57,996 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:29:57,996 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261397996,5,FailOnTimeoutGroup] 2024-12-03T21:29:57,997 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:57,997 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261397996,5,FailOnTimeoutGroup] 2024-12-03T21:29:57,997 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:57,997 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:29:57,997 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:57,997 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:29:57,997 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:58,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:29:58,070 INFO [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(746): ClusterId : b78e655e-6e60-4eec-aaba-a1c17aa590b0 2024-12-03T21:29:58,070 DEBUG [RS:0;101545f66cbd:46593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:29:58,080 DEBUG [RS:0;101545f66cbd:46593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:29:58,080 DEBUG [RS:0;101545f66cbd:46593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:29:58,088 DEBUG [RS:0;101545f66cbd:46593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:29:58,088 DEBUG [RS:0;101545f66cbd:46593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627bc7c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:29:58,099 DEBUG [RS:0;101545f66cbd:46593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:46593 2024-12-03T21:29:58,099 INFO [RS:0;101545f66cbd:46593 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:29:58,099 INFO [RS:0;101545f66cbd:46593 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:29:58,099 DEBUG [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:29:58,100 INFO [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,38031,1733261395871 with port=46593, startcode=1733261396043 2024-12-03T21:29:58,100 DEBUG [RS:0;101545f66cbd:46593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:29:58,102 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:29:58,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,46593,1733261396043 2024-12-03T21:29:58,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38031 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,46593,1733261396043 2024-12-03T21:29:58,105 DEBUG [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3 2024-12-03T21:29:58,105 DEBUG [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34183 2024-12-03T21:29:58,105 DEBUG [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:29:58,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132/rs 2024-12-03T21:29:58,113 DEBUG [RS:0;101545f66cbd:46593 {}] zookeeper.ZKUtil(111): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Set watcher on existing znode=/0-510694132/rs/101545f66cbd,46593,1733261396043 2024-12-03T21:29:58,113 WARN [RS:0;101545f66cbd:46593 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:29:58,113 INFO [RS:0;101545f66cbd:46593 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:29:58,113 DEBUG [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043 2024-12-03T21:29:58,113 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,46593,1733261396043] 2024-12-03T21:29:58,117 INFO [RS:0;101545f66cbd:46593 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:29:58,119 INFO [RS:0;101545f66cbd:46593 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:29:58,120 INFO [RS:0;101545f66cbd:46593 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:29:58,120 INFO [RS:0;101545f66cbd:46593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:58,120 INFO [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:29:58,121 INFO [RS:0;101545f66cbd:46593 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:29:58,121 INFO [RS:0;101545f66cbd:46593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:58,122 DEBUG [RS:0;101545f66cbd:46593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:58,122 DEBUG [RS:0;101545f66cbd:46593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:58,122 DEBUG [RS:0;101545f66cbd:46593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:58,122 DEBUG [RS:0;101545f66cbd:46593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:58,122 DEBUG [RS:0;101545f66cbd:46593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:58,122 DEBUG [RS:0;101545f66cbd:46593 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:29:58,122 DEBUG [RS:0;101545f66cbd:46593 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:58,122 DEBUG [RS:0;101545f66cbd:46593 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:58,122 DEBUG [RS:0;101545f66cbd:46593 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:58,122 DEBUG [RS:0;101545f66cbd:46593 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:58,122 DEBUG [RS:0;101545f66cbd:46593 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:58,122 DEBUG [RS:0;101545f66cbd:46593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:29:58,122 DEBUG [RS:0;101545f66cbd:46593 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:29:58,122 DEBUG [RS:0;101545f66cbd:46593 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:29:58,123 INFO [RS:0;101545f66cbd:46593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:58,123 INFO [RS:0;101545f66cbd:46593 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:58,123 INFO [RS:0;101545f66cbd:46593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:58,123 INFO [RS:0;101545f66cbd:46593 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:58,123 INFO [RS:0;101545f66cbd:46593 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:58,123 INFO [RS:0;101545f66cbd:46593 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,46593,1733261396043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:29:58,144 INFO [RS:0;101545f66cbd:46593 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:29:58,144 INFO [RS:0;101545f66cbd:46593 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,46593,1733261396043-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:58,144 INFO [RS:0;101545f66cbd:46593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:58,144 INFO [RS:0;101545f66cbd:46593 {}] regionserver.Replication(171): 101545f66cbd,46593,1733261396043 started 2024-12-03T21:29:58,157 INFO [RS:0;101545f66cbd:46593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:58,157 INFO [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,46593,1733261396043, RpcServer on 101545f66cbd/172.17.0.2:46593, sessionid=0x1019e63b2fd0001 2024-12-03T21:29:58,157 DEBUG [RS:0;101545f66cbd:46593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:29:58,157 DEBUG [RS:0;101545f66cbd:46593 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,46593,1733261396043 2024-12-03T21:29:58,157 DEBUG [RS:0;101545f66cbd:46593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,46593,1733261396043' 2024-12-03T21:29:58,157 DEBUG [RS:0;101545f66cbd:46593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-510694132/flush-table-proc/abort' 2024-12-03T21:29:58,158 DEBUG [RS:0;101545f66cbd:46593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-510694132/flush-table-proc/acquired' 2024-12-03T21:29:58,158 DEBUG [RS:0;101545f66cbd:46593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:29:58,158 DEBUG [RS:0;101545f66cbd:46593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:29:58,158 DEBUG [RS:0;101545f66cbd:46593 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,46593,1733261396043 2024-12-03T21:29:58,158 DEBUG [RS:0;101545f66cbd:46593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,46593,1733261396043' 2024-12-03T21:29:58,158 DEBUG [RS:0;101545f66cbd:46593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-510694132/online-snapshot/abort' 2024-12-03T21:29:58,158 DEBUG [RS:0;101545f66cbd:46593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-510694132/online-snapshot/acquired' 2024-12-03T21:29:58,159 DEBUG [RS:0;101545f66cbd:46593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:29:58,159 INFO [RS:0;101545f66cbd:46593 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:29:58,159 INFO [RS:0;101545f66cbd:46593 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:29:58,259 INFO [RS:0;101545f66cbd:46593 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:29:58,261 INFO [RS:0;101545f66cbd:46593 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C46593%2C1733261396043, suffix=, logDir=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043, archiveDir=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/oldWALs, maxLogs=10 2024-12-03T21:29:58,273 DEBUG [RS:0;101545f66cbd:46593 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043/101545f66cbd%2C46593%2C1733261396043.1733261398261, exclude list is [], retry=0 2024-12-03T21:29:58,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46803,DS-f844d887-4efc-4dec-82ba-3ef419fff028,DISK] 2024-12-03T21:29:58,278 INFO [RS:0;101545f66cbd:46593 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043/101545f66cbd%2C46593%2C1733261396043.1733261398261 2024-12-03T21:29:58,278 DEBUG [RS:0;101545f66cbd:46593 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45659:45659)] 2024-12-03T21:29:58,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:29:58,406 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3 2024-12-03T21:29:58,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:29:58,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:29:58,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:29:58,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:29:58,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:58,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:58,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:29:58,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:29:58,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:58,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:58,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:29:58,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:29:58,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:58,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:58,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:29:58,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:29:58,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:58,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:58,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:29:58,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740 2024-12-03T21:29:58,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740 2024-12-03T21:29:58,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:29:58,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:29:58,827 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:29:58,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:29:58,830 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:29:58,831 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70873848, jitterRate=0.056102633476257324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:29:58,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261398815Initializing all the Stores at 1733261398816 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261398816Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261398817 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261398817Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261398817Cleaning up temporary data from old regions at 1733261398826 (+9 ms)Region opened successfully at 1733261398831 (+5 ms) 2024-12-03T21:29:58,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:29:58,832 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:29:58,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:29:58,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:29:58,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:29:58,832 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:29:58,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261398831Disabling compacts and flushes for region at 1733261398831Disabling writes for close at 1733261398832 (+1 ms)Writing region close event to WAL at 1733261398832Closed at 1733261398832 2024-12-03T21:29:58,833 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:29:58,833 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:29:58,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:29:58,834 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:29:58,836 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:29:58,986 DEBUG [101545f66cbd:38031 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:29:58,986 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,46593,1733261396043 2024-12-03T21:29:58,988 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,46593,1733261396043, state=OPENING 2024-12-03T21:29:59,021 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:29:59,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132 2024-12-03T21:29:59,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132 2024-12-03T21:29:59,029 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:29:59,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-510694132/meta-region-server: CHANGED 2024-12-03T21:29:59,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-510694132/meta-region-server: CHANGED 2024-12-03T21:29:59,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,46593,1733261396043}] 2024-12-03T21:29:59,182 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:29:59,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:29:59,187 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:29:59,188 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:29:59,188 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:29:59,190 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C46593%2C1733261396043.meta, suffix=.meta, logDir=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043, archiveDir=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/oldWALs, maxLogs=10 2024-12-03T21:29:59,201 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043/101545f66cbd%2C46593%2C1733261396043.meta.1733261399190.meta, exclude list is [], retry=0 2024-12-03T21:29:59,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46803,DS-f844d887-4efc-4dec-82ba-3ef419fff028,DISK] 2024-12-03T21:29:59,206 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043/101545f66cbd%2C46593%2C1733261396043.meta.1733261399190.meta 2024-12-03T21:29:59,206 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45659:45659)] 2024-12-03T21:29:59,206 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:29:59,207 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:29:59,207 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:29:59,207 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:29:59,207 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:29:59,207 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:29:59,207 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:29:59,207 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:29:59,207 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:29:59,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:29:59,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:29:59,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:59,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:59,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:29:59,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:29:59,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:59,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:59,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:29:59,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:29:59,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:59,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:59,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:29:59,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:29:59,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:29:59,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:29:59,214 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:29:59,215 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740 2024-12-03T21:29:59,217 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740 2024-12-03T21:29:59,218 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:29:59,218 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:29:59,219 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:29:59,220 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:29:59,221 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73955700, jitterRate=0.10202580690383911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:29:59,221 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:29:59,222 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261399207Writing region info on filesystem at 1733261399207Initializing all the Stores at 1733261399208 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261399208Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261399209 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261399209Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261399209Cleaning up temporary data from old regions at 1733261399218 (+9 ms)Running coprocessor post-open hooks at 1733261399221 (+3 ms)Region opened successfully at 1733261399222 (+1 ms) 2024-12-03T21:29:59,223 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261399182 2024-12-03T21:29:59,225 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:29:59,226 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:29:59,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,46593,1733261396043 2024-12-03T21:29:59,227 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,46593,1733261396043, state=OPEN 2024-12-03T21:29:59,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-510694132/meta-region-server 2024-12-03T21:29:59,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-510694132/meta-region-server 2024-12-03T21:29:59,263 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,46593,1733261396043 2024-12-03T21:29:59,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-510694132/meta-region-server: CHANGED 2024-12-03T21:29:59,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-510694132/meta-region-server: CHANGED 2024-12-03T21:29:59,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:29:59,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,46593,1733261396043 in 234 msec 2024-12-03T21:29:59,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:29:59,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-12-03T21:29:59,269 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:29:59,269 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:29:59,270 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:29:59,270 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46593,1733261396043, seqNum=-1] 2024-12-03T21:29:59,270 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:29:59,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:29:59,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-12-03T21:29:59,277 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261399277, completionTime=-1 2024-12-03T21:29:59,278 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:29:59,278 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:29:59,279 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:29:59,279 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261459279 2024-12-03T21:29:59,279 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261519279 2024-12-03T21:29:59,280 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T21:29:59,280 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,38031,1733261395871-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:59,280 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,38031,1733261395871-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:59,280 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,38031,1733261395871-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:59,280 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:38031, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:59,280 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:59,280 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:59,282 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:29:59,284 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.171sec 2024-12-03T21:29:59,284 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:29:59,284 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:29:59,284 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:29:59,284 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:29:59,284 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:29:59,284 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,38031,1733261395871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:29:59,284 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,38031,1733261395871-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:29:59,287 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:29:59,287 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:29:59,287 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,38031,1733261395871-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:29:59,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586e5c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:59,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,38031,-1 for getting cluster id 2024-12-03T21:29:59,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:29:59,372 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b78e655e-6e60-4eec-aaba-a1c17aa590b0' 2024-12-03T21:29:59,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:29:59,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b78e655e-6e60-4eec-aaba-a1c17aa590b0" 2024-12-03T21:29:59,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690f8024, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:59,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,38031,-1] 2024-12-03T21:29:59,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:29:59,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:29:59,374 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:29:59,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:29:59,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:29:59,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46593,1733261396043, seqNum=-1] 2024-12-03T21:29:59,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:29:59,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:29:59,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,38031,1733261395871 2024-12-03T21:29:59,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61639 2024-12-03T21:29:59,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:29:59,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e63b2fd0002 connected 2024-12-03T21:29:59,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/hadoop.log.dir so I do NOT create it in target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457 2024-12-03T21:29:59,412 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:29:59,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/hadoop.tmp.dir so I do NOT create it in target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457 2024-12-03T21:29:59,412 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:29:59,412 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457 2024-12-03T21:29:59,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:29:59,412 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/cluster_1b382bf5-1d04-4332-69f6-e01c82cef992, deleteOnExit=true 2024-12-03T21:29:59,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:29:59,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/test.cache.data in system properties and HBase conf 2024-12-03T21:29:59,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:29:59,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:29:59,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:29:59,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:29:59,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:29:59,413 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:29:59,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:29:59,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:29:59,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:29:59,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:29:59,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:29:59,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:29:59,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:29:59,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:29:59,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:29:59,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:29:59,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:29:59,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:29:59,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:29:59,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:29:59,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:29:59,678 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:29:59,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:29:59,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:29:59,679 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:29:59,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:29:59,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20a816f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:29:59,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9883e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:29:59,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e7a0b0a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/java.io.tmpdir/jetty-localhost-46805-hadoop-hdfs-3_4_1-tests_jar-_-any-5428588407392224175/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:29:59,771 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7734c845{HTTP/1.1, (http/1.1)}{localhost:46805} 2024-12-03T21:29:59,771 INFO [Time-limited test {}] server.Server(415): Started @38377ms 2024-12-03T21:29:59,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:29:59,969 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:29:59,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:29:59,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:29:59,970 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T21:29:59,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75d2194{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:29:59,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e28569b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:30:00,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c0d53a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/java.io.tmpdir/jetty-localhost-35901-hadoop-hdfs-3_4_1-tests_jar-_-any-9758049893199496844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:30:00,063 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65f90607{HTTP/1.1, (http/1.1)}{localhost:35901} 2024-12-03T21:30:00,063 INFO [Time-limited test {}] server.Server(415): Started @38669ms 2024-12-03T21:30:00,065 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:30:00,525 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/cluster_1b382bf5-1d04-4332-69f6-e01c82cef992/data/data1/current/BP-1392450098-172.17.0.2-1733261399442/current, will proceed with Du for space computation calculation, 2024-12-03T21:30:00,526 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/cluster_1b382bf5-1d04-4332-69f6-e01c82cef992/data/data2/current/BP-1392450098-172.17.0.2-1733261399442/current, will proceed with Du for space computation calculation, 2024-12-03T21:30:00,546 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:30:00,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6195dd825a43ffd with lease ID 0xcb53f1c8f5465297: Processing first storage report for DS-e9d9efcd-8d2c-4ced-af76-d8d487610378 from datanode DatanodeRegistration(127.0.0.1:38413, datanodeUuid=bd51bc5e-1012-4aee-885f-de8569312451, infoPort=42353, infoSecurePort=0, ipcPort=38393, storageInfo=lv=-57;cid=testClusterID;nsid=789971714;c=1733261399442) 2024-12-03T21:30:00,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6195dd825a43ffd with lease ID 0xcb53f1c8f5465297: from storage DS-e9d9efcd-8d2c-4ced-af76-d8d487610378 node DatanodeRegistration(127.0.0.1:38413, datanodeUuid=bd51bc5e-1012-4aee-885f-de8569312451, infoPort=42353, infoSecurePort=0, ipcPort=38393, storageInfo=lv=-57;cid=testClusterID;nsid=789971714;c=1733261399442), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:30:00,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6195dd825a43ffd with lease ID 0xcb53f1c8f5465297: Processing first storage report for DS-106cbff5-c547-4200-900d-242a887a3637 from datanode DatanodeRegistration(127.0.0.1:38413, datanodeUuid=bd51bc5e-1012-4aee-885f-de8569312451, infoPort=42353, infoSecurePort=0, ipcPort=38393, storageInfo=lv=-57;cid=testClusterID;nsid=789971714;c=1733261399442) 2024-12-03T21:30:00,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6195dd825a43ffd with lease ID 0xcb53f1c8f5465297: from storage DS-106cbff5-c547-4200-900d-242a887a3637 node DatanodeRegistration(127.0.0.1:38413, datanodeUuid=bd51bc5e-1012-4aee-885f-de8569312451, infoPort=42353, infoSecurePort=0, ipcPort=38393, storageInfo=lv=-57;cid=testClusterID;nsid=789971714;c=1733261399442), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T21:30:00,591 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457 2024-12-03T21:30:00,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:00,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:00,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:30:01,001 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3 with version=8 2024-12-03T21:30:01,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/hbase-staging 2024-12-03T21:30:01,003 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:30:01,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:30:01,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:30:01,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:30:01,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:30:01,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:30:01,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:30:01,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:30:01,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36629 2024-12-03T21:30:01,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36629 connecting to ZooKeeper ensemble=127.0.0.1:61639 2024-12-03T21:30:01,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366290x0, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:30:01,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36629-0x1019e63b2fd0003 connected 2024-12-03T21:30:01,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:01,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:01,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Set watcher on znode that does not yet exist, /1-1530424508/running 2024-12-03T21:30:01,091 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3, hbase.cluster.distributed=false 2024-12-03T21:30:01,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Set watcher on znode that does not yet exist, /1-1530424508/acl 2024-12-03T21:30:01,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36629 2024-12-03T21:30:01,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36629 2024-12-03T21:30:01,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36629 2024-12-03T21:30:01,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36629 2024-12-03T21:30:01,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36629 2024-12-03T21:30:01,106 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:30:01,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:30:01,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:30:01,107 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:30:01,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:30:01,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:30:01,107 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:30:01,107 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:30:01,107 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41627 2024-12-03T21:30:01,108 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41627 connecting to ZooKeeper ensemble=127.0.0.1:61639 2024-12-03T21:30:01,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:01,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:01,135 WARN [RS:0;101545f66cbd:46593 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 101545f66cbd,46075,1733261367126: status=Processing ServerCrashProcedure of 101545f66cbd,46075,1733261367126 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733261383931, completionTime=-1 appears to have been leaked 2024-12-03T21:30:01,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416270x0, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:30:01,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416270x0, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Set watcher on znode that does not yet exist, /1-1530424508/running 2024-12-03T21:30:01,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41627-0x1019e63b2fd0004 connected 2024-12-03T21:30:01,146 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:30:01,147 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:30:01,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Set watcher on znode that does not yet exist, /1-1530424508/master 2024-12-03T21:30:01,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Set watcher on znode that does not yet exist, /1-1530424508/acl 2024-12-03T21:30:01,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41627 2024-12-03T21:30:01,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41627 2024-12-03T21:30:01,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41627 2024-12-03T21:30:01,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41627 2024-12-03T21:30:01,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41627 2024-12-03T21:30:01,167 DEBUG [M:0;101545f66cbd:36629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:36629 2024-12-03T21:30:01,167 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1530424508/backup-masters/101545f66cbd,36629,1733261401003 2024-12-03T21:30:01,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508/backup-masters 2024-12-03T21:30:01,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508/backup-masters 2024-12-03T21:30:01,176 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Set watcher on existing znode=/1-1530424508/backup-masters/101545f66cbd,36629,1733261401003 2024-12-03T21:30:01,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508 2024-12-03T21:30:01,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1530424508/master 2024-12-03T21:30:01,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508 2024-12-03T21:30:01,184 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Set watcher on existing znode=/1-1530424508/master 2024-12-03T21:30:01,185 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1530424508/backup-masters/101545f66cbd,36629,1733261401003 from backup master directory 2024-12-03T21:30:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1530424508/backup-masters/101545f66cbd,36629,1733261401003 2024-12-03T21:30:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508/backup-masters 2024-12-03T21:30:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508/backup-masters 2024-12-03T21:30:01,192 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:30:01,192 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,36629,1733261401003 2024-12-03T21:30:01,196 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/hbase.id] with ID: 6ffe8437-6c0c-4712-8bd7-58eff52183e7 2024-12-03T21:30:01,196 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/.tmp/hbase.id 2024-12-03T21:30:01,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:30:01,602 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/.tmp/hbase.id]:[hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/hbase.id] 2024-12-03T21:30:01,614 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:01,614 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:30:01,615 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T21:30:01,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508 2024-12-03T21:30:01,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508 2024-12-03T21:30:01,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:30:02,052 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:30:02,052 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:30:02,053 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:30:02,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:30:02,060 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store 2024-12-03T21:30:02,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:30:02,261 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:30:02,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:02,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:02,466 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:02,466 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:30:02,466 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:02,466 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:02,466 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:30:02,466 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:02,466 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:02,467 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261402466Disabling compacts and flushes for region at 1733261402466Disabling writes for close at 1733261402466Writing region close event to WAL at 1733261402466Closed at 1733261402466 2024-12-03T21:30:02,467 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/.initializing 2024-12-03T21:30:02,467 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/WALs/101545f66cbd,36629,1733261401003 2024-12-03T21:30:02,469 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:30:02,470 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C36629%2C1733261401003, suffix=, logDir=hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/WALs/101545f66cbd,36629,1733261401003, archiveDir=hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/oldWALs, maxLogs=10 2024-12-03T21:30:02,481 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/WALs/101545f66cbd,36629,1733261401003/101545f66cbd%2C36629%2C1733261401003.1733261402471, exclude list is [], retry=0 2024-12-03T21:30:02,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38413,DS-e9d9efcd-8d2c-4ced-af76-d8d487610378,DISK] 2024-12-03T21:30:02,486 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/WALs/101545f66cbd,36629,1733261401003/101545f66cbd%2C36629%2C1733261401003.1733261402471 2024-12-03T21:30:02,486 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353)] 2024-12-03T21:30:02,486 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:30:02,486 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:02,486 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:02,486 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:02,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:02,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:30:02,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:02,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:02,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:02,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:30:02,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:02,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:02,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:02,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:30:02,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:02,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:02,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:02,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:30:02,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:02,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:02,495 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:02,495 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:02,496 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:02,497 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:02,497 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:02,498 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:30:02,499 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:02,501 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:30:02,501 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74250224, jitterRate=0.1064145565032959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:30:02,501 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261402487Initializing all the Stores at 1733261402488 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261402488Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261402488Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261402488Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261402488Cleaning up temporary data from old regions at 1733261402497 (+9 ms)Region opened successfully at 1733261402501 (+4 ms) 2024-12-03T21:30:02,501 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:30:02,504 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7048c5c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:30:02,505 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:30:02,505 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:30:02,505 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:30:02,506 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:30:02,506 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:30:02,506 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:30:02,506 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:30:02,509 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:30:02,510 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Unable to get data of znode /1-1530424508/balancer because node does not exist (not necessarily an error) 2024-12-03T21:30:02,537 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1530424508/balancer already deleted, retry=false 2024-12-03T21:30:02,538 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:30:02,538 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Unable to get data of znode /1-1530424508/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:30:02,545 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1530424508/normalizer already deleted, retry=false 2024-12-03T21:30:02,546 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:30:02,547 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Unable to get data of znode /1-1530424508/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:30:02,554 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1530424508/switch/split already deleted, retry=false 2024-12-03T21:30:02,555 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Unable to get data of znode /1-1530424508/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:30:02,562 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1530424508/switch/merge already deleted, retry=false 2024-12-03T21:30:02,564 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Unable to get data of znode /1-1530424508/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:30:02,570 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1530424508/snapshot-cleanup already deleted, retry=false 2024-12-03T21:30:02,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1530424508/running 2024-12-03T21:30:02,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1530424508/running 2024-12-03T21:30:02,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508 2024-12-03T21:30:02,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508 2024-12-03T21:30:02,580 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,36629,1733261401003, sessionid=0x1019e63b2fd0003, setting cluster-up flag (Was=false) 2024-12-03T21:30:02,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508 2024-12-03T21:30:02,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508 2024-12-03T21:30:02,621 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1530424508/flush-table-proc/acquired, /1-1530424508/flush-table-proc/reached, /1-1530424508/flush-table-proc/abort 2024-12-03T21:30:02,622 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,36629,1733261401003 2024-12-03T21:30:02,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508 2024-12-03T21:30:02,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508 2024-12-03T21:30:02,662 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1530424508/online-snapshot/acquired, /1-1530424508/online-snapshot/reached, /1-1530424508/online-snapshot/abort 2024-12-03T21:30:02,663 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,36629,1733261401003 2024-12-03T21:30:02,664 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:30:02,666 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:30:02,667 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:30:02,667 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:30:02,667 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,36629,1733261401003 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:30:02,668 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:30:02,668 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:30:02,669 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:30:02,669 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:30:02,669 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:30:02,669 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:02,669 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:30:02,669 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:02,671 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:30:02,671 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:30:02,672 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:02,672 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:30:02,675 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261432675 2024-12-03T21:30:02,675 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:30:02,675 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:30:02,675 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:30:02,676 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:30:02,676 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:30:02,676 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:30:02,679 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:02,680 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:30:02,680 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:30:02,680 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:30:02,680 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:30:02,680 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:30:02,680 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:30:02,681 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261402680,5,FailOnTimeoutGroup] 2024-12-03T21:30:02,681 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261402681,5,FailOnTimeoutGroup] 2024-12-03T21:30:02,681 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:02,681 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:30:02,681 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:02,681 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:02,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:30:02,759 INFO [RS:0;101545f66cbd:41627 {}] regionserver.HRegionServer(746): ClusterId : 6ffe8437-6c0c-4712-8bd7-58eff52183e7 2024-12-03T21:30:02,759 DEBUG [RS:0;101545f66cbd:41627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:30:02,768 DEBUG [RS:0;101545f66cbd:41627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:30:02,768 DEBUG [RS:0;101545f66cbd:41627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:30:02,776 DEBUG [RS:0;101545f66cbd:41627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:30:02,777 DEBUG [RS:0;101545f66cbd:41627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d41d257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:30:02,786 DEBUG [RS:0;101545f66cbd:41627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:41627 2024-12-03T21:30:02,786 INFO [RS:0;101545f66cbd:41627 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:30:02,786 INFO [RS:0;101545f66cbd:41627 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:30:02,786 DEBUG [RS:0;101545f66cbd:41627 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:30:02,787 INFO [RS:0;101545f66cbd:41627 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,36629,1733261401003 with port=41627, startcode=1733261401106 2024-12-03T21:30:02,787 DEBUG [RS:0;101545f66cbd:41627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:30:02,790 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:30:02,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,41627,1733261401106 2024-12-03T21:30:02,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36629 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,41627,1733261401106 2024-12-03T21:30:02,792 DEBUG [RS:0;101545f66cbd:41627 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3 2024-12-03T21:30:02,792 DEBUG [RS:0;101545f66cbd:41627 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42447 2024-12-03T21:30:02,792 DEBUG [RS:0;101545f66cbd:41627 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:30:02,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508/rs 2024-12-03T21:30:02,830 DEBUG [RS:0;101545f66cbd:41627 {}] zookeeper.ZKUtil(111): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Set watcher on existing znode=/1-1530424508/rs/101545f66cbd,41627,1733261401106 2024-12-03T21:30:02,830 WARN [RS:0;101545f66cbd:41627 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:30:02,831 INFO [RS:0;101545f66cbd:41627 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:30:02,831 DEBUG [RS:0;101545f66cbd:41627 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/WALs/101545f66cbd,41627,1733261401106 2024-12-03T21:30:02,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,41627,1733261401106] 2024-12-03T21:30:02,834 INFO [RS:0;101545f66cbd:41627 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:30:02,837 INFO [RS:0;101545f66cbd:41627 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:30:02,837 INFO [RS:0;101545f66cbd:41627 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:30:02,837 INFO [RS:0;101545f66cbd:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:02,839 INFO [RS:0;101545f66cbd:41627 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:30:02,840 INFO [RS:0;101545f66cbd:41627 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:30:02,840 INFO [RS:0;101545f66cbd:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:02,840 DEBUG [RS:0;101545f66cbd:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:02,840 DEBUG [RS:0;101545f66cbd:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:02,840 DEBUG [RS:0;101545f66cbd:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:02,840 DEBUG [RS:0;101545f66cbd:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:02,840 DEBUG [RS:0;101545f66cbd:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:02,840 DEBUG [RS:0;101545f66cbd:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:30:02,840 DEBUG [RS:0;101545f66cbd:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:02,840 DEBUG [RS:0;101545f66cbd:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:02,840 DEBUG [RS:0;101545f66cbd:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:02,840 DEBUG [RS:0;101545f66cbd:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:02,841 DEBUG [RS:0;101545f66cbd:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:02,841 DEBUG [RS:0;101545f66cbd:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:02,841 DEBUG [RS:0;101545f66cbd:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:30:02,841 DEBUG [RS:0;101545f66cbd:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:30:02,843 INFO [RS:0;101545f66cbd:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:02,843 INFO [RS:0;101545f66cbd:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:02,843 INFO [RS:0;101545f66cbd:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:02,843 INFO [RS:0;101545f66cbd:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:02,843 INFO [RS:0;101545f66cbd:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:02,843 INFO [RS:0;101545f66cbd:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,41627,1733261401106-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:30:02,863 INFO [RS:0;101545f66cbd:41627 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:30:02,863 INFO [RS:0;101545f66cbd:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,41627,1733261401106-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:02,864 INFO [RS:0;101545f66cbd:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:02,864 INFO [RS:0;101545f66cbd:41627 {}] regionserver.Replication(171): 101545f66cbd,41627,1733261401106 started 2024-12-03T21:30:02,884 INFO [RS:0;101545f66cbd:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:02,884 INFO [RS:0;101545f66cbd:41627 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,41627,1733261401106, RpcServer on 101545f66cbd/172.17.0.2:41627, sessionid=0x1019e63b2fd0004 2024-12-03T21:30:02,884 DEBUG [RS:0;101545f66cbd:41627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:30:02,884 DEBUG [RS:0;101545f66cbd:41627 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,41627,1733261401106 2024-12-03T21:30:02,884 DEBUG [RS:0;101545f66cbd:41627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,41627,1733261401106' 2024-12-03T21:30:02,884 DEBUG [RS:0;101545f66cbd:41627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1530424508/flush-table-proc/abort' 2024-12-03T21:30:02,885 DEBUG [RS:0;101545f66cbd:41627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1530424508/flush-table-proc/acquired' 2024-12-03T21:30:02,885 DEBUG [RS:0;101545f66cbd:41627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:30:02,885 DEBUG [RS:0;101545f66cbd:41627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:30:02,885 DEBUG [RS:0;101545f66cbd:41627 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,41627,1733261401106 2024-12-03T21:30:02,885 DEBUG [RS:0;101545f66cbd:41627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,41627,1733261401106' 2024-12-03T21:30:02,885 DEBUG [RS:0;101545f66cbd:41627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1530424508/online-snapshot/abort' 2024-12-03T21:30:02,886 DEBUG [RS:0;101545f66cbd:41627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1530424508/online-snapshot/acquired' 2024-12-03T21:30:02,886 DEBUG [RS:0;101545f66cbd:41627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:30:02,886 INFO [RS:0;101545f66cbd:41627 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:30:02,886 INFO [RS:0;101545f66cbd:41627 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:30:02,987 INFO [RS:0;101545f66cbd:41627 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:30:02,988 INFO [RS:0;101545f66cbd:41627 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C41627%2C1733261401106, suffix=, logDir=hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/WALs/101545f66cbd,41627,1733261401106, archiveDir=hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/oldWALs, maxLogs=10 2024-12-03T21:30:02,999 DEBUG [RS:0;101545f66cbd:41627 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/WALs/101545f66cbd,41627,1733261401106/101545f66cbd%2C41627%2C1733261401106.1733261402989, exclude list is [], retry=0 2024-12-03T21:30:03,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38413,DS-e9d9efcd-8d2c-4ced-af76-d8d487610378,DISK] 2024-12-03T21:30:03,005 INFO [RS:0;101545f66cbd:41627 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/WALs/101545f66cbd,41627,1733261401106/101545f66cbd%2C41627%2C1733261401106.1733261402989 2024-12-03T21:30:03,005 DEBUG [RS:0;101545f66cbd:41627 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353)] 2024-12-03T21:30:03,086 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:30:03,086 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3 2024-12-03T21:30:03,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:30:03,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:03,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:30:03,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:30:03,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:03,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:03,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:30:03,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:30:03,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:03,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:03,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:30:03,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:30:03,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:03,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:03,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:30:03,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:30:03,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:03,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:03,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:30:03,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/data/hbase/meta/1588230740 2024-12-03T21:30:03,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/data/hbase/meta/1588230740 2024-12-03T21:30:03,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:30:03,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:30:03,504 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:30:03,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:30:03,507 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:30:03,507 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73241099, jitterRate=0.09137742221355438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:30:03,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261403492Initializing all the Stores at 1733261403493 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261403493Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261403493Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261403493Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261403493Cleaning up temporary data from old regions at 1733261403503 (+10 ms)Region opened successfully at 1733261403507 (+4 ms) 2024-12-03T21:30:03,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:30:03,507 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:30:03,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:30:03,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:30:03,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:30:03,508 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:30:03,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261403507Disabling compacts and flushes for region at 1733261403507Disabling writes for close at 1733261403507Writing region close event to WAL at 1733261403508 (+1 ms)Closed at 1733261403508 2024-12-03T21:30:03,509 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:30:03,509 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:30:03,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:30:03,510 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:30:03,511 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:30:03,661 DEBUG [101545f66cbd:36629 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:30:03,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,41627,1733261401106 2024-12-03T21:30:03,663 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,41627,1733261401106, state=OPENING 2024-12-03T21:30:03,687 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:30:03,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508 2024-12-03T21:30:03,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508 2024-12-03T21:30:03,696 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:30:03,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1530424508/meta-region-server: CHANGED 2024-12-03T21:30:03,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1530424508/meta-region-server: CHANGED 2024-12-03T21:30:03,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,41627,1733261401106}] 2024-12-03T21:30:03,849 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:30:03,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:30:03,854 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:30:03,854 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:30:03,854 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:30:03,856 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C41627%2C1733261401106.meta, suffix=.meta, logDir=hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/WALs/101545f66cbd,41627,1733261401106, archiveDir=hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/oldWALs, maxLogs=10 2024-12-03T21:30:03,867 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/WALs/101545f66cbd,41627,1733261401106/101545f66cbd%2C41627%2C1733261401106.meta.1733261403856.meta, exclude list is [], retry=0 2024-12-03T21:30:03,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38413,DS-e9d9efcd-8d2c-4ced-af76-d8d487610378,DISK] 2024-12-03T21:30:03,871 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/WALs/101545f66cbd,41627,1733261401106/101545f66cbd%2C41627%2C1733261401106.meta.1733261403856.meta 2024-12-03T21:30:03,871 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353)] 2024-12-03T21:30:03,872 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:30:03,872 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:30:03,872 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:30:03,872 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:30:03,872 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:30:03,872 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:30:03,872 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:03,873 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:30:03,873 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:30:03,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:30:03,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:30:03,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:03,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:03,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:30:03,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:30:03,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:03,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:03,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:30:03,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:30:03,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:03,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:03,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:30:03,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:30:03,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:03,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:03,881 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:30:03,882 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/data/hbase/meta/1588230740 2024-12-03T21:30:03,883 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/data/hbase/meta/1588230740 2024-12-03T21:30:03,884 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:30:03,884 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:30:03,885 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:30:03,887 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:30:03,887 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71713967, jitterRate=0.06862138211727142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:30:03,888 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:30:03,888 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261403873Writing region info on filesystem at 1733261403873Initializing all the Stores at 1733261403874 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261403874Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261403875 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261403875Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261403875Cleaning up temporary data from old regions at 1733261403884 (+9 ms)Running coprocessor post-open hooks at 1733261403888 (+4 ms)Region opened successfully at 1733261403888 2024-12-03T21:30:03,889 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261403849 2024-12-03T21:30:03,891 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:30:03,891 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:30:03,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,41627,1733261401106 2024-12-03T21:30:03,893 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,41627,1733261401106, state=OPEN 2024-12-03T21:30:03,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1530424508/meta-region-server 2024-12-03T21:30:03,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1530424508/meta-region-server 2024-12-03T21:30:03,901 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,41627,1733261401106 2024-12-03T21:30:03,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1530424508/meta-region-server: CHANGED 2024-12-03T21:30:03,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1530424508/meta-region-server: CHANGED 2024-12-03T21:30:03,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:30:03,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,41627,1733261401106 in 205 msec 2024-12-03T21:30:03,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:30:03,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 394 msec 2024-12-03T21:30:03,907 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:30:03,907 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:30:03,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:30:03,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,41627,1733261401106, seqNum=-1] 2024-12-03T21:30:03,909 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:30:03,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:30:03,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-12-03T21:30:03,917 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261403916, completionTime=-1 2024-12-03T21:30:03,917 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:30:03,917 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:30:03,919 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:30:03,919 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261463919 2024-12-03T21:30:03,919 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261523919 2024-12-03T21:30:03,919 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T21:30:03,919 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,36629,1733261401003-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:03,919 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,36629,1733261401003-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:03,919 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,36629,1733261401003-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:03,920 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:36629, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:03,920 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:03,920 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:03,922 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:30:03,924 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.732sec 2024-12-03T21:30:03,924 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:30:03,924 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:30:03,924 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:30:03,924 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:30:03,924 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:30:03,924 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,36629,1733261401003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:30:03,924 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,36629,1733261401003-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:30:03,928 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:30:03,928 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:30:03,928 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,36629,1733261401003-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:03,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4338215d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:03,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36629,-1 for getting cluster id 2024-12-03T21:30:03,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:30:03,962 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ffe8437-6c0c-4712-8bd7-58eff52183e7' 2024-12-03T21:30:03,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:30:03,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ffe8437-6c0c-4712-8bd7-58eff52183e7" 2024-12-03T21:30:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1a89e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36629,-1] 2024-12-03T21:30:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:30:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:03,964 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:30:03,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2be479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:03,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:30:03,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,41627,1733261401106, seqNum=-1] 2024-12-03T21:30:03,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:30:03,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:30:03,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,36629,1733261401003 2024-12-03T21:30:03,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61639 2024-12-03T21:30:03,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:30:03,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019e63b2fd0005 connected 2024-12-03T21:30:03,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ee6f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:03,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,38031,-1 for getting cluster id 2024-12-03T21:30:03,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:30:03,990 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b78e655e-6e60-4eec-aaba-a1c17aa590b0' 2024-12-03T21:30:03,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:30:03,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b78e655e-6e60-4eec-aaba-a1c17aa590b0" 2024-12-03T21:30:03,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff0dce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:03,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,38031,-1] 2024-12-03T21:30:03,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:30:03,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:03,992 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:30:03,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733a20a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:03,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:30:03,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,38031,1733261395871 2024-12-03T21:30:03,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c3e7b05 2024-12-03T21:30:03,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:30:03,995 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:30:03,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://101545f66cbd:36629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T21:30:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:30:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:30:03,999 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:36629' 2024-12-03T21:30:04,000 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68516a27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:04,000 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36629,-1 for getting cluster id 2024-12-03T21:30:04,000 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:30:04,001 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ffe8437-6c0c-4712-8bd7-58eff52183e7' 2024-12-03T21:30:04,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:30:04,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ffe8437-6c0c-4712-8bd7-58eff52183e7" 2024-12-03T21:30:04,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752890c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:04,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36629,-1] 2024-12-03T21:30:04,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:30:04,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:04,003 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:30:04,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a55e5e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:04,004 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:30:04,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,36629,1733261401003 2024-12-03T21:30:04,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22a747f6 2024-12-03T21:30:04,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:30:04,006 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:30:04,007 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T21:30:04,007 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:30:04,007 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:04,008 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:04,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:30:04,008 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:30:04,010 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T21:30:04,011 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:30:04,011 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:04,012 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:30:04,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741835_1011 (size=1138) 2024-12-03T21:30:04,060 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T21:30:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:30:04,117 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T21:30:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:30:04,421 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2203abf17da097f828933b830ff8ecc, NAME => 'hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3 2024-12-03T21:30:04,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741836_1012 (size=44) 2024-12-03T21:30:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:30:04,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:04,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c2203abf17da097f828933b830ff8ecc, disabling compactions & flushes 2024-12-03T21:30:04,827 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc. 2024-12-03T21:30:04,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc. 2024-12-03T21:30:04,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc. after waiting 0 ms 2024-12-03T21:30:04,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc. 2024-12-03T21:30:04,828 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc. 2024-12-03T21:30:04,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2203abf17da097f828933b830ff8ecc: Waiting for close lock at 1733261404827Disabling compacts and flushes for region at 1733261404827Disabling writes for close at 1733261404828 (+1 ms)Writing region close event to WAL at 1733261404828Closed at 1733261404828 2024-12-03T21:30:04,829 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:30:04,830 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733261404829"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261404829"}]},"ts":"1733261404829"} 2024-12-03T21:30:04,832 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:30:04,833 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:30:04,833 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261404833"}]},"ts":"1733261404833"} 2024-12-03T21:30:04,835 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T21:30:04,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2203abf17da097f828933b830ff8ecc, ASSIGN}] 2024-12-03T21:30:04,837 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2203abf17da097f828933b830ff8ecc, ASSIGN 2024-12-03T21:30:04,838 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2203abf17da097f828933b830ff8ecc, ASSIGN; state=OFFLINE, location=101545f66cbd,46593,1733261396043; forceNewPlan=false, retain=false 2024-12-03T21:30:04,988 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c2203abf17da097f828933b830ff8ecc, regionState=OPENING, regionLocation=101545f66cbd,46593,1733261396043 2024-12-03T21:30:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2203abf17da097f828933b830ff8ecc, ASSIGN because future has completed 2024-12-03T21:30:04,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2203abf17da097f828933b830ff8ecc, server=101545f66cbd,46593,1733261396043}] 2024-12-03T21:30:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:30:05,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc. 2024-12-03T21:30:05,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:30:05,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T21:30:05,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C46593%2C1733261396043.rep, suffix=, logDir=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043, archiveDir=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/oldWALs, maxLogs=10 2024-12-03T21:30:05,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043/101545f66cbd%2C46593%2C1733261396043.rep.1733261405151, exclude list is [], retry=0 2024-12-03T21:30:05,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46803,DS-f844d887-4efc-4dec-82ba-3ef419fff028,DISK] 2024-12-03T21:30:05,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043/101545f66cbd%2C46593%2C1733261396043.rep.1733261405151 2024-12-03T21:30:05,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45659:45659)] 2024-12-03T21:30:05,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c2203abf17da097f828933b830ff8ecc, NAME => 'hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:30:05,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:30:05,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:30:05,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc. service=MultiRowMutationService 2024-12-03T21:30:05,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T21:30:05,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c2203abf17da097f828933b830ff8ecc 2024-12-03T21:30:05,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:05,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c2203abf17da097f828933b830ff8ecc 2024-12-03T21:30:05,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c2203abf17da097f828933b830ff8ecc 2024-12-03T21:30:05,169 INFO [StoreOpener-c2203abf17da097f828933b830ff8ecc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c2203abf17da097f828933b830ff8ecc 2024-12-03T21:30:05,170 INFO [StoreOpener-c2203abf17da097f828933b830ff8ecc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2203abf17da097f828933b830ff8ecc columnFamilyName hfileref 2024-12-03T21:30:05,170 DEBUG [StoreOpener-c2203abf17da097f828933b830ff8ecc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:05,171 INFO [StoreOpener-c2203abf17da097f828933b830ff8ecc-1 {}] regionserver.HStore(327): Store=c2203abf17da097f828933b830ff8ecc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:05,171 INFO [StoreOpener-c2203abf17da097f828933b830ff8ecc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c2203abf17da097f828933b830ff8ecc 2024-12-03T21:30:05,172 INFO [StoreOpener-c2203abf17da097f828933b830ff8ecc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2203abf17da097f828933b830ff8ecc columnFamilyName queue 2024-12-03T21:30:05,172 DEBUG [StoreOpener-c2203abf17da097f828933b830ff8ecc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:05,173 INFO [StoreOpener-c2203abf17da097f828933b830ff8ecc-1 {}] regionserver.HStore(327): Store=c2203abf17da097f828933b830ff8ecc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:05,173 INFO [StoreOpener-c2203abf17da097f828933b830ff8ecc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c2203abf17da097f828933b830ff8ecc 2024-12-03T21:30:05,174 INFO [StoreOpener-c2203abf17da097f828933b830ff8ecc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2203abf17da097f828933b830ff8ecc columnFamilyName sid 2024-12-03T21:30:05,174 DEBUG [StoreOpener-c2203abf17da097f828933b830ff8ecc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:05,174 INFO [StoreOpener-c2203abf17da097f828933b830ff8ecc-1 {}] regionserver.HStore(327): Store=c2203abf17da097f828933b830ff8ecc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:05,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c2203abf17da097f828933b830ff8ecc 2024-12-03T21:30:05,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/replication/c2203abf17da097f828933b830ff8ecc 2024-12-03T21:30:05,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/replication/c2203abf17da097f828933b830ff8ecc 2024-12-03T21:30:05,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c2203abf17da097f828933b830ff8ecc 2024-12-03T21:30:05,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c2203abf17da097f828933b830ff8ecc 2024-12-03T21:30:05,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:30:05,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c2203abf17da097f828933b830ff8ecc 2024-12-03T21:30:05,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/replication/c2203abf17da097f828933b830ff8ecc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:30:05,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c2203abf17da097f828933b830ff8ecc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68014125, jitterRate=0.013489440083503723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:30:05,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2203abf17da097f828933b830ff8ecc 2024-12-03T21:30:05,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c2203abf17da097f828933b830ff8ecc: Running coprocessor pre-open hook at 1733261405168Writing region info on filesystem at 1733261405168Initializing all the Stores at 1733261405169 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261405169Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261405169Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261405169Cleaning up temporary data from old regions at 1733261405176 (+7 ms)Running coprocessor post-open hooks at 1733261405180 (+4 ms)Region opened successfully at 1733261405181 (+1 ms) 2024-12-03T21:30:05,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc., pid=7, masterSystemTime=1733261405145 2024-12-03T21:30:05,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc. 2024-12-03T21:30:05,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc. 2024-12-03T21:30:05,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c2203abf17da097f828933b830ff8ecc, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,46593,1733261396043 2024-12-03T21:30:05,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2203abf17da097f828933b830ff8ecc, server=101545f66cbd,46593,1733261396043 because future has completed 2024-12-03T21:30:05,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T21:30:05,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c2203abf17da097f828933b830ff8ecc, server=101545f66cbd,46593,1733261396043 in 196 msec 2024-12-03T21:30:05,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:30:05,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2203abf17da097f828933b830ff8ecc, ASSIGN in 355 msec 2024-12-03T21:30:05,193 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:30:05,193 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261405193"}]},"ts":"1733261405193"} 2024-12-03T21:30:05,195 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T21:30:05,196 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:30:05,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-12-03T21:30:05,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc., hostname=101545f66cbd,46593,1733261396043, seqNum=2] 2024-12-03T21:30:05,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132 2024-12-03T21:30:05,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132 2024-12-03T21:30:05,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:30:05,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T21:30:05,425 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T21:30:05,449 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-101545f66cbd,46593,1733261396043, ReplicationSource: 1, currentBandwidth=0 2024-12-03T21:30:05,450 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:30:05,450 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46593,1733261396043, seqNum=-1] 2024-12-03T21:30:05,450 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:30:05,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-03T21:30:05,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-101545f66cbd,46593,1733261396043', locateType=CURRENT is [region=hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc., hostname=101545f66cbd,46593,1733261396043, seqNum=2] 2024-12-03T21:30:05,456 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T21:30:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T21:30:05,459 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 101545f66cbd,46593,1733261396043 suceeded 2024-12-03T21:30:05,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T21:30:05,462 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://101545f66cbd:36629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:30:05,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-03T21:30:05,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4660 sec 2024-12-03T21:30:05,473 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:36629' 2024-12-03T21:30:05,474 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5092b452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:05,474 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36629,-1 for getting cluster id 2024-12-03T21:30:05,474 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:30:05,475 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ffe8437-6c0c-4712-8bd7-58eff52183e7' 2024-12-03T21:30:05,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:30:05,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ffe8437-6c0c-4712-8bd7-58eff52183e7" 2024-12-03T21:30:05,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@184b89cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:05,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36629,-1] 2024-12-03T21:30:05,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:30:05,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:05,476 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:30:05,477 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39d64faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:05,477 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:30:05,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,36629,1733261401003 2024-12-03T21:30:05,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@490b30e7 2024-12-03T21:30:05,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:30:05,478 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-03T21:30:05,479 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-101545f66cbd,46593,1733261396043 (queues=1) is replicating from cluster=b78e655e-6e60-4eec-aaba-a1c17aa590b0 to cluster=6ffe8437-6c0c-4712-8bd7-58eff52183e7 2024-12-03T21:30:05,479 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=101545f66cbd%2C46593%2C1733261396043 2024-12-03T21:30:05,479 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-101545f66cbd,46593,1733261396043, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:30:05,479 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043.replicationSource.shipper101545f66cbd%2C46593%2C1733261396043,1-101545f66cbd,46593,1733261396043 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C46593%2C1733261396043 2024-12-03T21:30:05,480 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043.replicationSource.wal-reader.101545f66cbd%2C46593%2C1733261396043,1-101545f66cbd,46593,1733261396043 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043/101545f66cbd%2C46593%2C1733261396043.1733261398261, startPosition=0, beingWritten=true 2024-12-03T21:30:05,686 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043.replicationSource.wal-reader.101545f66cbd%2C46593%2C1733261396043,1-101545f66cbd,46593,1733261396043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043/101545f66cbd%2C46593%2C1733261396043.1733261398261 to pos 0, reset compression=false 2024-12-03T21:30:05,991 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043.replicationSource.wal-reader.101545f66cbd%2C46593%2C1733261396043,1-101545f66cbd,46593,1733261396043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043/101545f66cbd%2C46593%2C1733261396043.1733261398261 to pos 0, reset compression=false 2024-12-03T21:30:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:30:06,158 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T21:30:06,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:30:06,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:30:06,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:06,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:06,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:30:06,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:30:06,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,38031,1733261395871 2024-12-03T21:30:06,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f23f509 2024-12-03T21:30:06,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:30:06,160 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:30:06,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T21:30:06,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:30:06,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:30:06,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:30:06,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:06,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:06,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:30:06,162 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:30:06,162 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=551466643, stopped=false 2024-12-03T21:30:06,162 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,36629,1733261401003 2024-12-03T21:30:06,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1530424508/running 2024-12-03T21:30:06,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1530424508/running 2024-12-03T21:30:06,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508 2024-12-03T21:30:06,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508 2024-12-03T21:30:06,187 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:30:06,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:30:06,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:30:06,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:06,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Set watcher on znode that does not yet exist, /1-1530424508/running 2024-12-03T21:30:06,187 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,41627,1733261401106' ***** 2024-12-03T21:30:06,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Set watcher on znode that does not yet exist, /1-1530424508/running 2024-12-03T21:30:06,187 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:30:06,188 INFO [RS:0;101545f66cbd:41627 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:30:06,188 INFO [RS:0;101545f66cbd:41627 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:30:06,188 INFO [RS:0;101545f66cbd:41627 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:30:06,188 INFO [RS:0;101545f66cbd:41627 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,41627,1733261401106 2024-12-03T21:30:06,188 INFO [RS:0;101545f66cbd:41627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:30:06,188 INFO [RS:0;101545f66cbd:41627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:41627. 2024-12-03T21:30:06,188 DEBUG [RS:0;101545f66cbd:41627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:30:06,188 DEBUG [RS:0;101545f66cbd:41627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:06,188 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:30:06,188 INFO [RS:0;101545f66cbd:41627 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:30:06,188 INFO [RS:0;101545f66cbd:41627 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:30:06,188 INFO [RS:0;101545f66cbd:41627 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:30:06,189 INFO [RS:0;101545f66cbd:41627 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:30:06,189 INFO [RS:0;101545f66cbd:41627 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T21:30:06,189 DEBUG [RS:0;101545f66cbd:41627 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:30:06,189 DEBUG [RS:0;101545f66cbd:41627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:30:06,189 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:30:06,189 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:30:06,189 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:30:06,189 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:30:06,189 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:30:06,189 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T21:30:06,203 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/data/hbase/meta/1588230740/.tmp/ns/2c71f02fc15b43f39281974564f55ee9 is 43, key is default/ns:d/1733261403911/Put/seqid=0 2024-12-03T21:30:06,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741835_1011 (size=5153) 2024-12-03T21:30:06,246 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:30:06,389 DEBUG [RS:0;101545f66cbd:41627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:30:06,396 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043.replicationSource.wal-reader.101545f66cbd%2C46593%2C1733261396043,1-101545f66cbd,46593,1733261396043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043/101545f66cbd%2C46593%2C1733261396043.1733261398261 to pos 0, reset compression=false 2024-12-03T21:30:06,589 DEBUG [RS:0;101545f66cbd:41627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:30:06,607 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/data/hbase/meta/1588230740/.tmp/ns/2c71f02fc15b43f39281974564f55ee9 2024-12-03T21:30:06,613 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/data/hbase/meta/1588230740/.tmp/ns/2c71f02fc15b43f39281974564f55ee9 as hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/data/hbase/meta/1588230740/ns/2c71f02fc15b43f39281974564f55ee9 2024-12-03T21:30:06,618 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/data/hbase/meta/1588230740/ns/2c71f02fc15b43f39281974564f55ee9, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T21:30:06,619 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false 2024-12-03T21:30:06,623 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T21:30:06,624 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:30:06,624 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:30:06,624 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:30:06,624 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261406189Running coprocessor pre-close hooks at 1733261406189Disabling compacts and flushes for region at 1733261406189Disabling writes for close at 1733261406189Obtaining lock to block concurrent updates at 1733261406189Preparing flush snapshotting stores in 1588230740 at 1733261406189Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733261406190 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733261406190Flushing 1588230740/ns: creating writer at 1733261406190Flushing 1588230740/ns: appending metadata at 1733261406202 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733261406202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d37d57: reopening flushed file at 1733261406612 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1733261406619 (+7 ms)Writing region close event to WAL at 1733261406620 (+1 ms)Running coprocessor post-close hooks at 1733261406624 (+4 ms)Closed at 1733261406624 2024-12-03T21:30:06,624 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:30:06,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T21:30:06,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T21:30:06,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T21:30:06,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T21:30:06,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:30:06,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T21:30:06,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:30:06,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T21:30:06,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T21:30:06,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T21:30:06,789 INFO [RS:0;101545f66cbd:41627 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,41627,1733261401106; all regions closed. 2024-12-03T21:30:06,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741834_1010 (size=1152) 2024-12-03T21:30:06,792 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/WALs/101545f66cbd,41627,1733261401106/101545f66cbd%2C41627%2C1733261401106.meta.1733261403856.meta not finished, retry = 0 2024-12-03T21:30:06,895 DEBUG [RS:0;101545f66cbd:41627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/oldWALs 2024-12-03T21:30:06,895 INFO [RS:0;101545f66cbd:41627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C41627%2C1733261401106.meta:.meta(num 1733261403856) 2024-12-03T21:30:06,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741832_1008 (size=93) 2024-12-03T21:30:06,899 DEBUG [RS:0;101545f66cbd:41627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/oldWALs 2024-12-03T21:30:06,899 INFO [RS:0;101545f66cbd:41627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C41627%2C1733261401106:(num 1733261402989) 2024-12-03T21:30:06,899 DEBUG [RS:0;101545f66cbd:41627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:06,899 INFO [RS:0;101545f66cbd:41627 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:30:06,899 INFO [RS:0;101545f66cbd:41627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:30:06,900 INFO [RS:0;101545f66cbd:41627 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T21:30:06,900 INFO [RS:0;101545f66cbd:41627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:30:06,900 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:30:06,900 INFO [RS:0;101545f66cbd:41627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41627 2024-12-03T21:30:06,901 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043.replicationSource.wal-reader.101545f66cbd%2C46593%2C1733261396043,1-101545f66cbd,46593,1733261396043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043/101545f66cbd%2C46593%2C1733261396043.1733261398261 to pos 0, reset compression=false 2024-12-03T21:30:06,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508/rs 2024-12-03T21:30:06,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1530424508/rs/101545f66cbd,41627,1733261401106 2024-12-03T21:30:06,929 INFO [RS:0;101545f66cbd:41627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:30:06,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,41627,1733261401106] 2024-12-03T21:30:06,945 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1530424508/draining/101545f66cbd,41627,1733261401106 already deleted, retry=false 2024-12-03T21:30:06,945 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,41627,1733261401106 expired; onlineServers=0 2024-12-03T21:30:06,945 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,36629,1733261401003' ***** 2024-12-03T21:30:06,945 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:30:06,945 INFO [M:0;101545f66cbd:36629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:30:06,945 INFO [M:0;101545f66cbd:36629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:30:06,945 DEBUG [M:0;101545f66cbd:36629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:30:06,946 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:30:06,946 DEBUG [M:0;101545f66cbd:36629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:30:06,946 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261402681 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261402681,5,FailOnTimeoutGroup] 2024-12-03T21:30:06,946 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261402680 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261402680,5,FailOnTimeoutGroup] 2024-12-03T21:30:06,946 INFO [M:0;101545f66cbd:36629 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:30:06,946 INFO [M:0;101545f66cbd:36629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:30:06,946 DEBUG [M:0;101545f66cbd:36629 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:30:06,946 INFO [M:0;101545f66cbd:36629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:30:06,946 INFO [M:0;101545f66cbd:36629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:30:06,946 INFO [M:0;101545f66cbd:36629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:30:06,946 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:30:06,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1530424508/master 2024-12-03T21:30:06,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1530424508 2024-12-03T21:30:06,953 DEBUG [M:0;101545f66cbd:36629 {}] zookeeper.ZKUtil(347): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Unable to get data of znode /1-1530424508/master because node does not exist (not an error) 2024-12-03T21:30:06,954 WARN [M:0;101545f66cbd:36629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:30:06,954 INFO [M:0;101545f66cbd:36629 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/.lastflushedseqids 2024-12-03T21:30:06,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741836_1012 (size=99) 2024-12-03T21:30:07,037 INFO [RS:0;101545f66cbd:41627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:30:07,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:30:07,037 INFO [RS:0;101545f66cbd:41627 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,41627,1733261401106; zookeeper connection closed. 2024-12-03T21:30:07,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x1019e63b2fd0004, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:30:07,037 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40efe572 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40efe572 2024-12-03T21:30:07,038 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:30:07,359 INFO [M:0;101545f66cbd:36629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:30:07,359 INFO [M:0;101545f66cbd:36629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:30:07,359 DEBUG [M:0;101545f66cbd:36629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:30:07,359 INFO [M:0;101545f66cbd:36629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:07,360 DEBUG [M:0;101545f66cbd:36629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:07,360 DEBUG [M:0;101545f66cbd:36629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:30:07,360 DEBUG [M:0;101545f66cbd:36629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:07,360 INFO [M:0;101545f66cbd:36629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T21:30:07,375 DEBUG [M:0;101545f66cbd:36629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00671546d4484068946d7dcff82f8dd3 is 82, key is hbase:meta,,1/info:regioninfo/1733261403892/Put/seqid=0 2024-12-03T21:30:07,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741837_1013 (size=5672) 2024-12-03T21:30:07,504 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043.replicationSource.wal-reader.101545f66cbd%2C46593%2C1733261396043,1-101545f66cbd,46593,1733261396043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043/101545f66cbd%2C46593%2C1733261396043.1733261398261 to pos 0, reset compression=false 2024-12-03T21:30:07,780 INFO [M:0;101545f66cbd:36629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00671546d4484068946d7dcff82f8dd3 2024-12-03T21:30:07,797 DEBUG [M:0;101545f66cbd:36629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcb2c9f4b8d14220a6e300859f784a92 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733261403916/Put/seqid=0 2024-12-03T21:30:07,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741838_1014 (size=5275) 2024-12-03T21:30:08,202 INFO [M:0;101545f66cbd:36629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcb2c9f4b8d14220a6e300859f784a92 2024-12-03T21:30:08,209 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043.replicationSource.wal-reader.101545f66cbd%2C46593%2C1733261396043,1-101545f66cbd,46593,1733261396043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043/101545f66cbd%2C46593%2C1733261396043.1733261398261 to pos 0, reset compression=false 2024-12-03T21:30:08,236 DEBUG [M:0;101545f66cbd:36629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3000ed5c55684bda82277103ebcfb20f is 69, key is 101545f66cbd,41627,1733261401106/rs:state/1733261402791/Put/seqid=0 2024-12-03T21:30:08,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741839_1015 (size=5156) 2024-12-03T21:30:08,641 INFO [M:0;101545f66cbd:36629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3000ed5c55684bda82277103ebcfb20f 2024-12-03T21:30:08,647 DEBUG [M:0;101545f66cbd:36629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00671546d4484068946d7dcff82f8dd3 as hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00671546d4484068946d7dcff82f8dd3 2024-12-03T21:30:08,653 INFO [M:0;101545f66cbd:36629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00671546d4484068946d7dcff82f8dd3, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T21:30:08,654 DEBUG [M:0;101545f66cbd:36629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcb2c9f4b8d14220a6e300859f784a92 as hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bcb2c9f4b8d14220a6e300859f784a92 2024-12-03T21:30:08,659 INFO [M:0;101545f66cbd:36629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bcb2c9f4b8d14220a6e300859f784a92, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T21:30:08,660 DEBUG [M:0;101545f66cbd:36629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3000ed5c55684bda82277103ebcfb20f as hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3000ed5c55684bda82277103ebcfb20f 2024-12-03T21:30:08,665 INFO [M:0;101545f66cbd:36629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42447/user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3000ed5c55684bda82277103ebcfb20f, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T21:30:08,667 INFO [M:0;101545f66cbd:36629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=28, compaction requested=false 2024-12-03T21:30:08,668 INFO [M:0;101545f66cbd:36629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:08,668 DEBUG [M:0;101545f66cbd:36629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261407359Disabling compacts and flushes for region at 1733261407359Disabling writes for close at 1733261407360 (+1 ms)Obtaining lock to block concurrent updates at 1733261407360Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261407360Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733261407360Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261407361 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261407361Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261407375 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261407375Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261407785 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261407797 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261407797Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261408220 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261408235 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261408235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@668050d2: reopening flushed file at 1733261408646 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ab2a94: reopening flushed file at 1733261408653 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2e26d6: reopening flushed file at 1733261408660 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=28, compaction requested=false at 1733261408667 (+7 ms)Writing region close event to WAL at 1733261408668 (+1 ms)Closed at 1733261408668 2024-12-03T21:30:08,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741830_1006 (size=10165) 2024-12-03T21:30:08,670 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a9d8a01-4ca1-9e95-8fbc-5fc774a078a3/MasterData/WALs/101545f66cbd,36629,1733261401003/101545f66cbd%2C36629%2C1733261401003.1733261402471 not finished, retry = 0 2024-12-03T21:30:08,772 INFO [M:0;101545f66cbd:36629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:30:08,772 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:30:08,772 INFO [M:0;101545f66cbd:36629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36629 2024-12-03T21:30:08,772 INFO [M:0;101545f66cbd:36629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:30:08,904 INFO [M:0;101545f66cbd:36629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:30:08,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:30:08,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1019e63b2fd0003, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:30:08,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c0d53a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:30:08,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65f90607{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:30:08,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:30:08,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e28569b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:30:08,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75d2194{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/hadoop.log.dir/,STOPPED} 2024-12-03T21:30:08,907 WARN [BP-1392450098-172.17.0.2-1733261399442 heartbeating to localhost/127.0.0.1:42447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:30:08,907 WARN [BP-1392450098-172.17.0.2-1733261399442 heartbeating to localhost/127.0.0.1:42447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1392450098-172.17.0.2-1733261399442 (Datanode Uuid bd51bc5e-1012-4aee-885f-de8569312451) service to localhost/127.0.0.1:42447 2024-12-03T21:30:08,907 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:30:08,907 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:30:08,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/cluster_1b382bf5-1d04-4332-69f6-e01c82cef992/data/data1/current/BP-1392450098-172.17.0.2-1733261399442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:30:08,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/cluster_1b382bf5-1d04-4332-69f6-e01c82cef992/data/data2/current/BP-1392450098-172.17.0.2-1733261399442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:30:08,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:30:08,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e7a0b0a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:30:08,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7734c845{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:30:08,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:30:08,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9883e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:30:08,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20a816f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/hadoop.log.dir/,STOPPED} 2024-12-03T21:30:08,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:30:08,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:30:08,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:30:08,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:30:08,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:08,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:08,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:30:08,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:30:08,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=953290407, stopped=false 2024-12-03T21:30:08,926 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,38031,1733261395871 2024-12-03T21:30:08,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-510694132/running 2024-12-03T21:30:08,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-510694132/running 2024-12-03T21:30:08,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132 2024-12-03T21:30:08,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132 2024-12-03T21:30:08,950 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:30:08,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Set watcher on znode that does not yet exist, /0-510694132/running 2024-12-03T21:30:08,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:30:08,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:30:08,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Set watcher on znode that does not yet exist, /0-510694132/running 2024-12-03T21:30:08,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:08,951 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,46593,1733261396043' ***** 2024-12-03T21:30:08,951 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:30:08,951 INFO [RS:0;101545f66cbd:46593 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:30:08,952 INFO [RS:0;101545f66cbd:46593 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:30:08,952 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:30:08,952 INFO [RS:0;101545f66cbd:46593 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:30:08,952 INFO [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(3091): Received CLOSE for c2203abf17da097f828933b830ff8ecc 2024-12-03T21:30:08,952 INFO [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,46593,1733261396043 2024-12-03T21:30:08,952 INFO [RS:0;101545f66cbd:46593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:30:08,952 INFO [RS:0;101545f66cbd:46593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:46593. 2024-12-03T21:30:08,952 DEBUG [RS:0;101545f66cbd:46593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:30:08,952 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2203abf17da097f828933b830ff8ecc, disabling compactions & flushes 2024-12-03T21:30:08,952 DEBUG [RS:0;101545f66cbd:46593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:08,952 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc. 2024-12-03T21:30:08,952 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc. 2024-12-03T21:30:08,952 INFO [RS:0;101545f66cbd:46593 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:30:08,952 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc. after waiting 0 ms 2024-12-03T21:30:08,952 INFO [RS:0;101545f66cbd:46593 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:30:08,952 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc. 2024-12-03T21:30:08,952 INFO [RS:0;101545f66cbd:46593 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:30:08,952 INFO [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:30:08,952 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2203abf17da097f828933b830ff8ecc 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T21:30:08,952 INFO [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T21:30:08,952 DEBUG [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c2203abf17da097f828933b830ff8ecc=hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc.} 2024-12-03T21:30:08,953 DEBUG [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2203abf17da097f828933b830ff8ecc 2024-12-03T21:30:08,953 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:30:08,953 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:30:08,953 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:30:08,953 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:30:08,953 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:30:08,953 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T21:30:08,966 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/replication/c2203abf17da097f828933b830ff8ecc/.tmp/queue/66661f7912424b5095c9b5b28ee1bc30 is 151, key is 1-101545f66cbd,46593,1733261396043/queue:101545f66cbd%2C46593%2C1733261396043/1733261405454/Put/seqid=0 2024-12-03T21:30:08,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741838_1014 (size=5350) 2024-12-03T21:30:08,972 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740/.tmp/info/8247fb8495364d5288ee9ff565c8cabb is 147, key is hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc./info:regioninfo/1733261405184/Put/seqid=0 2024-12-03T21:30:08,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741839_1015 (size=6631) 2024-12-03T21:30:09,013 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043.replicationSource.wal-reader.101545f66cbd%2C46593%2C1733261396043,1-101545f66cbd,46593,1733261396043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043/101545f66cbd%2C46593%2C1733261396043.1733261398261 to pos 0, reset compression=false 2024-12-03T21:30:09,041 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:30:09,153 DEBUG [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2203abf17da097f828933b830ff8ecc 2024-12-03T21:30:09,179 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:30:09,179 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:30:09,353 DEBUG [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2203abf17da097f828933b830ff8ecc 2024-12-03T21:30:09,370 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/replication/c2203abf17da097f828933b830ff8ecc/.tmp/queue/66661f7912424b5095c9b5b28ee1bc30 2024-12-03T21:30:09,374 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:30:09,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:09,376 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740/.tmp/info/8247fb8495364d5288ee9ff565c8cabb 2024-12-03T21:30:09,377 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/replication/c2203abf17da097f828933b830ff8ecc/.tmp/queue/66661f7912424b5095c9b5b28ee1bc30 as hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/replication/c2203abf17da097f828933b830ff8ecc/queue/66661f7912424b5095c9b5b28ee1bc30 2024-12-03T21:30:09,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:09,391 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/replication/c2203abf17da097f828933b830ff8ecc/queue/66661f7912424b5095c9b5b28ee1bc30, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T21:30:09,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:09,392 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c2203abf17da097f828933b830ff8ecc in 440ms, sequenceid=5, compaction requested=false 2024-12-03T21:30:09,392 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T21:30:09,398 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/replication/c2203abf17da097f828933b830ff8ecc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T21:30:09,399 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:30:09,399 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:30:09,399 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc. 2024-12-03T21:30:09,399 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2203abf17da097f828933b830ff8ecc: Waiting for close lock at 1733261408952Running coprocessor pre-close hooks at 1733261408952Disabling compacts and flushes for region at 1733261408952Disabling writes for close at 1733261408952Obtaining lock to block concurrent updates at 1733261408952Preparing flush snapshotting stores in c2203abf17da097f828933b830ff8ecc at 1733261408952Finished memstore snapshotting hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733261408953 (+1 ms)Flushing stores of hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc. at 1733261408953Flushing c2203abf17da097f828933b830ff8ecc/queue: creating writer at 1733261408953Flushing c2203abf17da097f828933b830ff8ecc/queue: appending metadata at 1733261408965 (+12 ms)Flushing c2203abf17da097f828933b830ff8ecc/queue: closing flushed file at 1733261408965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20feb1c3: reopening flushed file at 1733261409377 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c2203abf17da097f828933b830ff8ecc in 440ms, sequenceid=5, compaction requested=false at 1733261409392 (+15 ms)Writing region close event to WAL at 1733261409393 (+1 ms)Running coprocessor post-close hooks at 1733261409399 (+6 ms)Closed at 1733261409399 2024-12-03T21:30:09,399 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733261404008.c2203abf17da097f828933b830ff8ecc. 2024-12-03T21:30:09,405 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740/.tmp/ns/55a9a13046eb41cb83f9871cb21e369a is 43, key is default/ns:d/1733261399272/Put/seqid=0 2024-12-03T21:30:09,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741840_1016 (size=5153) 2024-12-03T21:30:09,553 DEBUG [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:30:09,753 DEBUG [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:30:09,810 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740/.tmp/ns/55a9a13046eb41cb83f9871cb21e369a 2024-12-03T21:30:09,831 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740/.tmp/table/cd898707363f476ca60935dd406f4367 is 53, key is hbase:replication/table:state/1733261405193/Put/seqid=0 2024-12-03T21:30:09,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741841_1017 (size=5256) 2024-12-03T21:30:09,918 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043.replicationSource.wal-reader.101545f66cbd%2C46593%2C1733261396043,1-101545f66cbd,46593,1733261396043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/WALs/101545f66cbd,46593,1733261396043/101545f66cbd%2C46593%2C1733261396043.1733261398261 to pos 0, reset compression=false 2024-12-03T21:30:09,953 INFO [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T21:30:09,953 DEBUG [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:30:09,954 DEBUG [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:30:10,154 DEBUG [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:30:10,236 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740/.tmp/table/cd898707363f476ca60935dd406f4367 2024-12-03T21:30:10,243 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740/.tmp/info/8247fb8495364d5288ee9ff565c8cabb as hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740/info/8247fb8495364d5288ee9ff565c8cabb 2024-12-03T21:30:10,249 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740/info/8247fb8495364d5288ee9ff565c8cabb, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T21:30:10,250 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740/.tmp/ns/55a9a13046eb41cb83f9871cb21e369a as hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740/ns/55a9a13046eb41cb83f9871cb21e369a 2024-12-03T21:30:10,255 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740/ns/55a9a13046eb41cb83f9871cb21e369a, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T21:30:10,256 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740/.tmp/table/cd898707363f476ca60935dd406f4367 as hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740/table/cd898707363f476ca60935dd406f4367 2024-12-03T21:30:10,261 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740/table/cd898707363f476ca60935dd406f4367, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T21:30:10,262 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false 2024-12-03T21:30:10,266 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T21:30:10,267 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:30:10,267 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:30:10,267 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:30:10,267 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261408953Running coprocessor pre-close hooks at 1733261408953Disabling compacts and flushes for region at 1733261408953Disabling writes for close at 1733261408953Obtaining lock to block concurrent updates at 1733261408953Preparing flush snapshotting stores in 1588230740 at 1733261408953Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733261408953Flushing stores of hbase:meta,,1.1588230740 at 1733261408954 (+1 ms)Flushing 1588230740/info: creating writer at 1733261408954Flushing 1588230740/info: appending metadata at 1733261408971 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733261408972 (+1 ms)Flushing 1588230740/ns: creating writer at 1733261409383 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733261409404 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733261409404Flushing 1588230740/table: creating writer at 1733261409815 (+411 ms)Flushing 1588230740/table: appending metadata at 1733261409831 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733261409831Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33547e06: reopening flushed file at 1733261410242 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d1f74e: reopening flushed file at 1733261410249 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e4d7ccf: reopening flushed file at 1733261410255 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false at 1733261410262 (+7 ms)Writing region close event to WAL at 1733261410263 (+1 ms)Running coprocessor post-close hooks at 1733261410266 (+3 ms)Closed at 1733261410267 (+1 ms) 2024-12-03T21:30:10,267 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:30:10,354 INFO [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,46593,1733261396043; all regions closed. 2024-12-03T21:30:10,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741834_1010 (size=2742) 2024-12-03T21:30:10,359 DEBUG [RS:0;101545f66cbd:46593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/oldWALs 2024-12-03T21:30:10,359 INFO [RS:0;101545f66cbd:46593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C46593%2C1733261396043.meta:.meta(num 1733261399190) 2024-12-03T21:30:10,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741837_1013 (size=1586) 2024-12-03T21:30:10,363 DEBUG [RS:0;101545f66cbd:46593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/oldWALs 2024-12-03T21:30:10,363 INFO [RS:0;101545f66cbd:46593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C46593%2C1733261396043.rep:(num 1733261405151) 2024-12-03T21:30:10,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741832_1008 (size=93) 2024-12-03T21:30:10,367 DEBUG [RS:0;101545f66cbd:46593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/oldWALs 2024-12-03T21:30:10,367 INFO [RS:0;101545f66cbd:46593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C46593%2C1733261396043:(num 1733261398261) 2024-12-03T21:30:10,367 DEBUG [RS:0;101545f66cbd:46593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:10,367 INFO [RS:0;101545f66cbd:46593 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:30:10,367 INFO [RS:0;101545f66cbd:46593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:30:10,367 INFO [RS:0;101545f66cbd:46593 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T21:30:10,368 INFO [RS:0;101545f66cbd:46593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:30:10,368 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:30:10,368 INFO [RS:0;101545f66cbd:46593 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-101545f66cbd,46593,1733261396043 because: Region server is closing 2024-12-03T21:30:10,368 INFO [RS:0;101545f66cbd:46593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:46593. 2024-12-03T21:30:10,368 DEBUG [RS:0;101545f66cbd:46593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:30:10,368 DEBUG [RS:0;101545f66cbd:46593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:10,368 DEBUG [RS:0;101545f66cbd:46593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:10,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:30:10,468 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043.replicationSource.wal-reader.101545f66cbd%2C46593%2C1733261396043,1-101545f66cbd,46593,1733261396043 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T21:30:10,468 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043.replicationSource.shipper101545f66cbd%2C46593%2C1733261396043,1-101545f66cbd,46593,1733261396043 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T21:30:10,469 INFO [RS:0;101545f66cbd:46593 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46593,1733261396043.replicationSource.shipper101545f66cbd%2C46593%2C1733261396043,1-101545f66cbd,46593,1733261396043 terminated 2024-12-03T21:30:10,469 INFO [RS:0;101545f66cbd:46593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46593 2024-12-03T21:30:10,495 INFO [RS:0;101545f66cbd:46593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:30:10,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132/rs 2024-12-03T21:30:10,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-510694132/rs/101545f66cbd,46593,1733261396043 2024-12-03T21:30:10,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,46593,1733261396043] 2024-12-03T21:30:10,512 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-510694132/draining/101545f66cbd,46593,1733261396043 already deleted, retry=false 2024-12-03T21:30:10,512 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,46593,1733261396043 expired; onlineServers=0 2024-12-03T21:30:10,512 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,38031,1733261395871' ***** 2024-12-03T21:30:10,512 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:30:10,512 INFO [M:0;101545f66cbd:38031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:30:10,512 INFO [M:0;101545f66cbd:38031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:30:10,512 DEBUG [M:0;101545f66cbd:38031 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:30:10,512 DEBUG [M:0;101545f66cbd:38031 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:30:10,512 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:30:10,512 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261397996 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261397996,5,FailOnTimeoutGroup] 2024-12-03T21:30:10,512 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261397996 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261397996,5,FailOnTimeoutGroup] 2024-12-03T21:30:10,512 INFO [M:0;101545f66cbd:38031 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:30:10,512 INFO [M:0;101545f66cbd:38031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:30:10,512 DEBUG [M:0;101545f66cbd:38031 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:30:10,512 INFO [M:0;101545f66cbd:38031 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:30:10,512 INFO [M:0;101545f66cbd:38031 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:30:10,513 INFO [M:0;101545f66cbd:38031 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:30:10,513 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:30:10,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-510694132/master 2024-12-03T21:30:10,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-510694132 2024-12-03T21:30:10,520 DEBUG [M:0;101545f66cbd:38031 {}] zookeeper.ZKUtil(347): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Unable to get data of znode /0-510694132/master because node does not exist (not an error) 2024-12-03T21:30:10,520 WARN [M:0;101545f66cbd:38031 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:30:10,521 INFO [M:0;101545f66cbd:38031 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/.lastflushedseqids 2024-12-03T21:30:10,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741842_1018 (size=181) 2024-12-03T21:30:10,603 INFO [RS:0;101545f66cbd:46593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:30:10,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:30:10,603 INFO [RS:0;101545f66cbd:46593 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,46593,1733261396043; zookeeper connection closed. 2024-12-03T21:30:10,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46593-0x1019e63b2fd0001, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:30:10,604 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52495f10 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52495f10 2024-12-03T21:30:10,604 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:30:10,926 INFO [M:0;101545f66cbd:38031 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:30:10,926 INFO [M:0;101545f66cbd:38031 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:30:10,926 DEBUG [M:0;101545f66cbd:38031 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:30:10,926 INFO [M:0;101545f66cbd:38031 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:10,926 DEBUG [M:0;101545f66cbd:38031 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:10,926 DEBUG [M:0;101545f66cbd:38031 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:30:10,926 DEBUG [M:0;101545f66cbd:38031 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:10,926 INFO [M:0;101545f66cbd:38031 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T21:30:10,940 DEBUG [M:0;101545f66cbd:38031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8614e274336440ffbd7e1a254339dbea is 82, key is hbase:meta,,1/info:regioninfo/1733261399226/Put/seqid=0 2024-12-03T21:30:10,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741843_1019 (size=5672) 2024-12-03T21:30:11,345 INFO [M:0;101545f66cbd:38031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8614e274336440ffbd7e1a254339dbea 2024-12-03T21:30:11,369 DEBUG [M:0;101545f66cbd:38031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8110e9a7cf8742dda4f94cdc6a719cf7 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733261405198/Put/seqid=0 2024-12-03T21:30:11,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741844_1020 (size=7203) 2024-12-03T21:30:11,775 INFO [M:0;101545f66cbd:38031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8110e9a7cf8742dda4f94cdc6a719cf7 2024-12-03T21:30:11,795 DEBUG [M:0;101545f66cbd:38031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55c253158c8442b99069fa2313f8c57a is 69, key is 101545f66cbd,46593,1733261396043/rs:state/1733261398103/Put/seqid=0 2024-12-03T21:30:11,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741845_1021 (size=5156) 2024-12-03T21:30:12,200 INFO [M:0;101545f66cbd:38031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55c253158c8442b99069fa2313f8c57a 2024-12-03T21:30:12,205 DEBUG [M:0;101545f66cbd:38031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8614e274336440ffbd7e1a254339dbea as hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8614e274336440ffbd7e1a254339dbea 2024-12-03T21:30:12,211 INFO [M:0;101545f66cbd:38031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8614e274336440ffbd7e1a254339dbea, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T21:30:12,212 DEBUG [M:0;101545f66cbd:38031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8110e9a7cf8742dda4f94cdc6a719cf7 as hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8110e9a7cf8742dda4f94cdc6a719cf7 2024-12-03T21:30:12,218 INFO [M:0;101545f66cbd:38031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8110e9a7cf8742dda4f94cdc6a719cf7, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T21:30:12,220 DEBUG [M:0;101545f66cbd:38031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55c253158c8442b99069fa2313f8c57a as hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55c253158c8442b99069fa2313f8c57a 2024-12-03T21:30:12,225 INFO [M:0;101545f66cbd:38031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34183/user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55c253158c8442b99069fa2313f8c57a, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T21:30:12,226 INFO [M:0;101545f66cbd:38031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=70, compaction requested=false 2024-12-03T21:30:12,227 INFO [M:0;101545f66cbd:38031 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:12,227 DEBUG [M:0;101545f66cbd:38031 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261410926Disabling compacts and flushes for region at 1733261410926Disabling writes for close at 1733261410926Obtaining lock to block concurrent updates at 1733261410926Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261410926Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733261410926Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261410927 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261410927Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261410940 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261410940Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261411350 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261411368 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261411368Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261411780 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261411794 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261411795 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de4a8da: reopening flushed file at 1733261412204 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@526982b1: reopening flushed file at 1733261412211 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f209023: reopening flushed file at 1733261412219 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=70, compaction requested=false at 1733261412226 (+7 ms)Writing region close event to WAL at 1733261412227 (+1 ms)Closed at 1733261412227 2024-12-03T21:30:12,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741830_1006 (size=41008) 2024-12-03T21:30:12,229 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8daee197-f556-6fd8-81c5-29f29d16f2a3/MasterData/WALs/101545f66cbd,38031,1733261395871/101545f66cbd%2C38031%2C1733261395871.1733261397791 not finished, retry = 0 2024-12-03T21:30:12,331 INFO [M:0;101545f66cbd:38031 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:30:12,331 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:30:12,331 INFO [M:0;101545f66cbd:38031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38031 2024-12-03T21:30:12,331 INFO [M:0;101545f66cbd:38031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:30:12,462 INFO [M:0;101545f66cbd:38031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:30:12,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:30:12,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38031-0x1019e63b2fd0000, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:30:12,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11981b82{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:30:12,464 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d82accb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:30:12,464 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:30:12,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1eb50ae4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:30:12,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3da64845{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/hadoop.log.dir/,STOPPED} 2024-12-03T21:30:12,465 WARN [BP-1353696699-172.17.0.2-1733261394223 heartbeating to localhost/127.0.0.1:34183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:30:12,465 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:30:12,465 WARN [BP-1353696699-172.17.0.2-1733261394223 heartbeating to localhost/127.0.0.1:34183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1353696699-172.17.0.2-1733261394223 (Datanode Uuid c35464ab-1d15-4e14-b727-84ac8f2a8677) service to localhost/127.0.0.1:34183 2024-12-03T21:30:12,465 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:30:12,466 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/cluster_cc86ac9d-20e7-a5cb-58b7-ddfb8de60a3d/data/data1/current/BP-1353696699-172.17.0.2-1733261394223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:30:12,466 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/cluster_cc86ac9d-20e7-a5cb-58b7-ddfb8de60a3d/data/data2/current/BP-1353696699-172.17.0.2-1733261394223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:30:12,466 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:30:12,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2047f67c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:30:12,471 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ab6086a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:30:12,471 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:30:12,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fc57a0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:30:12,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36211a5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81a11967-d501-a35c-c2ca-7d7f033d4fba/hadoop.log.dir/,STOPPED} 2024-12-03T21:30:12,477 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T21:30:12,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:30:12,493 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 107) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:42447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:34183 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61639) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:42447 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:34183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:42447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:34183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61639) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 89) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9939 (was 10263) 2024-12-03T21:30:12,499 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=9939 2024-12-03T21:30:12,509 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-03T21:30:12,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/hadoop.log.dir so I do NOT create it in target/test-data/636eccca-d136-1633-9143-d06a871069a6 2024-12-03T21:30:12,510 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:30:12,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/hadoop.tmp.dir so I do NOT create it in target/test-data/636eccca-d136-1633-9143-d06a871069a6 2024-12-03T21:30:12,510 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/034489fd-6a96-7afc-456c-2f7d4cd6e457/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:30:12,510 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6 2024-12-03T21:30:12,510 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/cluster_20b88459-b48b-dac0-c3f9-3f663c4ff2bd, deleteOnExit=true 2024-12-03T21:30:12,516 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/cluster_20b88459-b48b-dac0-c3f9-3f663c4ff2bd/zookeeper_0, clientPort=50755, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/cluster_20b88459-b48b-dac0-c3f9-3f663c4ff2bd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/cluster_20b88459-b48b-dac0-c3f9-3f663c4ff2bd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T21:30:12,517 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50755 2024-12-03T21:30:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:30:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:30:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/test.cache.data in system properties and HBase conf 2024-12-03T21:30:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:30:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:30:12,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:30:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:30:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:30:12,518 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:30:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:30:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:30:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:30:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:30:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:30:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:30:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:30:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:30:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:30:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:30:12,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:30:12,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:30:12,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:30:12,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:30:12,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019e63b2fd0002, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:30:12,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019e63b2fd0005, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:30:12,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019e63b2fd0002, quorum=127.0.0.1:61639, baseZNode=/0-510694132 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:30:12,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019e63b2fd0005, quorum=127.0.0.1:61639, baseZNode=/1-1530424508 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:30:12,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:30:12,843 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:30:12,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:30:12,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:30:12,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:30:12,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:30:12,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cfa4ded{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:30:12,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b67d833{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:30:12,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5017b566{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/java.io.tmpdir/jetty-localhost-45521-hadoop-hdfs-3_4_1-tests_jar-_-any-3203939260101028134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:30:12,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@530e8ec9{HTTP/1.1, (http/1.1)}{localhost:45521} 2024-12-03T21:30:12,936 INFO [Time-limited test {}] server.Server(415): Started @51542ms 2024-12-03T21:30:13,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:30:13,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:30:13,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:30:13,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:30:13,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T21:30:13,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32b5e5a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:30:13,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b54e91e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:30:13,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72950f4b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/java.io.tmpdir/jetty-localhost-46325-hadoop-hdfs-3_4_1-tests_jar-_-any-14133486628604083331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:30:13,238 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50618d79{HTTP/1.1, (http/1.1)}{localhost:46325} 2024-12-03T21:30:13,238 INFO [Time-limited test {}] server.Server(415): Started @51844ms 2024-12-03T21:30:13,239 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:30:13,769 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/cluster_20b88459-b48b-dac0-c3f9-3f663c4ff2bd/data/data1/current/BP-389036558-172.17.0.2-1733261412540/current, will proceed with Du for space computation calculation, 2024-12-03T21:30:13,769 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/cluster_20b88459-b48b-dac0-c3f9-3f663c4ff2bd/data/data2/current/BP-389036558-172.17.0.2-1733261412540/current, will proceed with Du for space computation calculation, 2024-12-03T21:30:13,786 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:30:13,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdb7baa53c1a2886 with lease ID 0x777e9b7519d99ee8: Processing first storage report for DS-6cfc661e-f116-4b4f-975f-c48a2a1ae580 from datanode DatanodeRegistration(127.0.0.1:45465, datanodeUuid=75d90093-5c61-473b-8042-b9404c98015b, infoPort=36921, infoSecurePort=0, ipcPort=37227, storageInfo=lv=-57;cid=testClusterID;nsid=785689601;c=1733261412540) 2024-12-03T21:30:13,788 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdb7baa53c1a2886 with lease ID 0x777e9b7519d99ee8: from storage DS-6cfc661e-f116-4b4f-975f-c48a2a1ae580 node DatanodeRegistration(127.0.0.1:45465, datanodeUuid=75d90093-5c61-473b-8042-b9404c98015b, infoPort=36921, infoSecurePort=0, ipcPort=37227, storageInfo=lv=-57;cid=testClusterID;nsid=785689601;c=1733261412540), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:30:13,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdb7baa53c1a2886 with lease ID 0x777e9b7519d99ee8: Processing first storage report for DS-ce2ea432-e0d3-4a62-945a-3fdfec1ff2ed from datanode DatanodeRegistration(127.0.0.1:45465, datanodeUuid=75d90093-5c61-473b-8042-b9404c98015b, infoPort=36921, infoSecurePort=0, ipcPort=37227, storageInfo=lv=-57;cid=testClusterID;nsid=785689601;c=1733261412540) 2024-12-03T21:30:13,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdb7baa53c1a2886 with lease ID 0x777e9b7519d99ee8: from storage DS-ce2ea432-e0d3-4a62-945a-3fdfec1ff2ed node DatanodeRegistration(127.0.0.1:45465, datanodeUuid=75d90093-5c61-473b-8042-b9404c98015b, infoPort=36921, infoSecurePort=0, ipcPort=37227, storageInfo=lv=-57;cid=testClusterID;nsid=785689601;c=1733261412540), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:30:13,862 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6 2024-12-03T21:30:13,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:13,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:13,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:30:14,271 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad with version=8 2024-12-03T21:30:14,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/hbase-staging 2024-12-03T21:30:14,273 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:30:14,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:30:14,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:30:14,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:30:14,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:30:14,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:30:14,273 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:30:14,273 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:30:14,274 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45883 2024-12-03T21:30:14,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45883 connecting to ZooKeeper ensemble=127.0.0.1:50755 2024-12-03T21:30:14,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458830x0, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:30:14,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45883-0x1019e63fa880000 connected 2024-12-03T21:30:14,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:14,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:14,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Set watcher on znode that does not yet exist, /01126045760/running 2024-12-03T21:30:14,423 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad, hbase.cluster.distributed=false 2024-12-03T21:30:14,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Set watcher on znode that does not yet exist, /01126045760/acl 2024-12-03T21:30:14,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45883 2024-12-03T21:30:14,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45883 2024-12-03T21:30:14,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45883 2024-12-03T21:30:14,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45883 2024-12-03T21:30:14,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45883 2024-12-03T21:30:14,437 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:30:14,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:30:14,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:30:14,438 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:30:14,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:30:14,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:30:14,438 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:30:14,438 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:30:14,439 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39945 2024-12-03T21:30:14,440 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39945 connecting to ZooKeeper ensemble=127.0.0.1:50755 2024-12-03T21:30:14,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:14,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:14,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399450x0, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:30:14,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39945-0x1019e63fa880001 connected 2024-12-03T21:30:14,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Set watcher on znode that does not yet exist, /01126045760/running 2024-12-03T21:30:14,454 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:30:14,454 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:30:14,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Set watcher on znode that does not yet exist, /01126045760/master 2024-12-03T21:30:14,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Set watcher on znode that does not yet exist, /01126045760/acl 2024-12-03T21:30:14,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39945 2024-12-03T21:30:14,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39945 2024-12-03T21:30:14,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39945 2024-12-03T21:30:14,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39945 2024-12-03T21:30:14,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39945 2024-12-03T21:30:14,469 DEBUG [M:0;101545f66cbd:45883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:45883 2024-12-03T21:30:14,469 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01126045760/backup-masters/101545f66cbd,45883,1733261414273 2024-12-03T21:30:14,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760/backup-masters 2024-12-03T21:30:14,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760/backup-masters 2024-12-03T21:30:14,478 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Set watcher on existing znode=/01126045760/backup-masters/101545f66cbd,45883,1733261414273 2024-12-03T21:30:14,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01126045760/master 2024-12-03T21:30:14,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760 2024-12-03T21:30:14,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760 2024-12-03T21:30:14,486 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Set watcher on existing znode=/01126045760/master 2024-12-03T21:30:14,487 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01126045760/backup-masters/101545f66cbd,45883,1733261414273 from backup master directory 2024-12-03T21:30:14,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01126045760/backup-masters/101545f66cbd,45883,1733261414273 2024-12-03T21:30:14,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760/backup-masters 2024-12-03T21:30:14,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760/backup-masters 2024-12-03T21:30:14,495 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:30:14,495 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,45883,1733261414273 2024-12-03T21:30:14,499 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/hbase.id] with ID: 3cb2e1c5-13d0-4b61-99ab-dde2348f6510 2024-12-03T21:30:14,499 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/.tmp/hbase.id 2024-12-03T21:30:14,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:30:14,901 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:30:14,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:14,904 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/.tmp/hbase.id]:[hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/hbase.id] 2024-12-03T21:30:14,915 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:14,915 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:30:14,916 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T21:30:14,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:14,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:14,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:14,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760 2024-12-03T21:30:14,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760 2024-12-03T21:30:14,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:30:15,351 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:30:15,351 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:30:15,352 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:30:15,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:30:15,759 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store 2024-12-03T21:30:15,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:30:16,165 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:16,165 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:30:16,165 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:16,165 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:16,165 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:30:16,165 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:16,165 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:16,165 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261416165Disabling compacts and flushes for region at 1733261416165Disabling writes for close at 1733261416165Writing region close event to WAL at 1733261416165Closed at 1733261416165 2024-12-03T21:30:16,166 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/.initializing 2024-12-03T21:30:16,166 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/WALs/101545f66cbd,45883,1733261414273 2024-12-03T21:30:16,167 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:30:16,169 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C45883%2C1733261414273, suffix=, logDir=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/WALs/101545f66cbd,45883,1733261414273, archiveDir=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/oldWALs, maxLogs=10 2024-12-03T21:30:16,187 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/WALs/101545f66cbd,45883,1733261414273/101545f66cbd%2C45883%2C1733261414273.1733261416169, exclude list is [], retry=0 2024-12-03T21:30:16,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45465,DS-6cfc661e-f116-4b4f-975f-c48a2a1ae580,DISK] 2024-12-03T21:30:16,191 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/WALs/101545f66cbd,45883,1733261414273/101545f66cbd%2C45883%2C1733261414273.1733261416169 2024-12-03T21:30:16,191 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921)] 2024-12-03T21:30:16,192 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:30:16,192 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:16,192 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:16,192 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:16,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:16,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:30:16,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:16,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:16,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:16,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:30:16,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:16,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:16,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:16,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:30:16,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:16,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:16,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:16,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:30:16,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:16,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:16,200 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:16,201 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:16,201 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:16,202 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:16,202 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:16,202 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:30:16,203 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:16,205 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:30:16,205 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69455833, jitterRate=0.03497256338596344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:30:16,206 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261416192Initializing all the Stores at 1733261416193 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261416193Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261416193Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261416193Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261416193Cleaning up temporary data from old regions at 1733261416202 (+9 ms)Region opened successfully at 1733261416206 (+4 ms) 2024-12-03T21:30:16,206 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:30:16,209 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a2a5eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:30:16,210 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:30:16,210 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:30:16,210 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:30:16,210 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:30:16,210 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:30:16,211 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:30:16,211 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:30:16,212 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:30:16,213 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Unable to get data of znode /01126045760/balancer because node does not exist (not necessarily an error) 2024-12-03T21:30:16,236 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01126045760/balancer already deleted, retry=false 2024-12-03T21:30:16,237 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:30:16,237 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Unable to get data of znode /01126045760/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:30:16,244 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01126045760/normalizer already deleted, retry=false 2024-12-03T21:30:16,245 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:30:16,246 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Unable to get data of znode /01126045760/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:30:16,253 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01126045760/switch/split already deleted, retry=false 2024-12-03T21:30:16,254 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Unable to get data of znode /01126045760/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:30:16,261 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01126045760/switch/merge already deleted, retry=false 2024-12-03T21:30:16,263 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Unable to get data of znode /01126045760/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:30:16,269 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01126045760/snapshot-cleanup already deleted, retry=false 2024-12-03T21:30:16,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01126045760/running 2024-12-03T21:30:16,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01126045760/running 2024-12-03T21:30:16,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760 2024-12-03T21:30:16,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760 2024-12-03T21:30:16,278 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,45883,1733261414273, sessionid=0x1019e63fa880000, setting cluster-up flag (Was=false) 2024-12-03T21:30:16,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760 2024-12-03T21:30:16,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760 2024-12-03T21:30:16,319 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01126045760/flush-table-proc/acquired, /01126045760/flush-table-proc/reached, /01126045760/flush-table-proc/abort 2024-12-03T21:30:16,320 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,45883,1733261414273 2024-12-03T21:30:16,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760 2024-12-03T21:30:16,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760 2024-12-03T21:30:16,361 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01126045760/online-snapshot/acquired, /01126045760/online-snapshot/reached, /01126045760/online-snapshot/abort 2024-12-03T21:30:16,362 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,45883,1733261414273 2024-12-03T21:30:16,363 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:30:16,365 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:30:16,365 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:30:16,365 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:30:16,365 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,45883,1733261414273 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:30:16,366 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:30:16,366 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:30:16,366 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:30:16,366 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:30:16,366 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:30:16,366 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:16,367 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:30:16,367 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:16,368 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261446367 2024-12-03T21:30:16,368 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:30:16,368 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:30:16,368 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:30:16,368 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:30:16,368 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:30:16,368 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:30:16,368 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:30:16,368 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:16,368 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:30:16,368 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:30:16,368 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:30:16,368 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:30:16,369 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:30:16,369 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:30:16,369 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:30:16,369 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261416369,5,FailOnTimeoutGroup] 2024-12-03T21:30:16,369 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:16,369 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261416369,5,FailOnTimeoutGroup] 2024-12-03T21:30:16,369 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:16,369 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:30:16,369 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:16,369 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:30:16,369 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:16,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:30:16,463 INFO [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(746): ClusterId : 3cb2e1c5-13d0-4b61-99ab-dde2348f6510 2024-12-03T21:30:16,463 DEBUG [RS:0;101545f66cbd:39945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:30:16,470 DEBUG [RS:0;101545f66cbd:39945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:30:16,471 DEBUG [RS:0;101545f66cbd:39945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:30:16,479 DEBUG [RS:0;101545f66cbd:39945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:30:16,479 DEBUG [RS:0;101545f66cbd:39945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c28c2f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:30:16,489 DEBUG [RS:0;101545f66cbd:39945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:39945 2024-12-03T21:30:16,489 INFO [RS:0;101545f66cbd:39945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:30:16,489 INFO [RS:0;101545f66cbd:39945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:30:16,489 DEBUG [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:30:16,490 INFO [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,45883,1733261414273 with port=39945, startcode=1733261414437 2024-12-03T21:30:16,490 DEBUG [RS:0;101545f66cbd:39945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:30:16,491 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:30:16,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,39945,1733261414437 2024-12-03T21:30:16,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45883 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,39945,1733261414437 2024-12-03T21:30:16,493 DEBUG [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad 2024-12-03T21:30:16,493 DEBUG [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38179 2024-12-03T21:30:16,493 DEBUG [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:30:16,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760/rs 2024-12-03T21:30:16,503 DEBUG [RS:0;101545f66cbd:39945 {}] zookeeper.ZKUtil(111): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Set watcher on existing znode=/01126045760/rs/101545f66cbd,39945,1733261414437 2024-12-03T21:30:16,504 WARN [RS:0;101545f66cbd:39945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:30:16,504 INFO [RS:0;101545f66cbd:39945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:30:16,504 DEBUG [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437 2024-12-03T21:30:16,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,39945,1733261414437] 2024-12-03T21:30:16,507 INFO [RS:0;101545f66cbd:39945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:30:16,508 INFO [RS:0;101545f66cbd:39945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:30:16,509 INFO [RS:0;101545f66cbd:39945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:30:16,509 INFO [RS:0;101545f66cbd:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:16,509 INFO [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:30:16,510 INFO [RS:0;101545f66cbd:39945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:30:16,510 INFO [RS:0;101545f66cbd:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:16,510 DEBUG [RS:0;101545f66cbd:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:16,510 DEBUG [RS:0;101545f66cbd:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:16,510 DEBUG [RS:0;101545f66cbd:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:16,510 DEBUG [RS:0;101545f66cbd:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:16,510 DEBUG [RS:0;101545f66cbd:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:16,510 DEBUG [RS:0;101545f66cbd:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:30:16,510 DEBUG [RS:0;101545f66cbd:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:16,510 DEBUG [RS:0;101545f66cbd:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:16,510 DEBUG [RS:0;101545f66cbd:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:16,510 DEBUG [RS:0;101545f66cbd:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:16,510 DEBUG [RS:0;101545f66cbd:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:16,510 DEBUG [RS:0;101545f66cbd:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:16,510 DEBUG [RS:0;101545f66cbd:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:30:16,510 DEBUG [RS:0;101545f66cbd:39945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:30:16,511 INFO [RS:0;101545f66cbd:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:16,511 INFO [RS:0;101545f66cbd:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:16,511 INFO [RS:0;101545f66cbd:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:16,511 INFO [RS:0;101545f66cbd:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:16,511 INFO [RS:0;101545f66cbd:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:16,511 INFO [RS:0;101545f66cbd:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39945,1733261414437-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:30:16,522 INFO [RS:0;101545f66cbd:39945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:30:16,522 INFO [RS:0;101545f66cbd:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39945,1733261414437-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:16,523 INFO [RS:0;101545f66cbd:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:16,523 INFO [RS:0;101545f66cbd:39945 {}] regionserver.Replication(171): 101545f66cbd,39945,1733261414437 started 2024-12-03T21:30:16,533 INFO [RS:0;101545f66cbd:39945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:16,534 INFO [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,39945,1733261414437, RpcServer on 101545f66cbd/172.17.0.2:39945, sessionid=0x1019e63fa880001 2024-12-03T21:30:16,534 DEBUG [RS:0;101545f66cbd:39945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:30:16,534 DEBUG [RS:0;101545f66cbd:39945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,39945,1733261414437 2024-12-03T21:30:16,534 DEBUG [RS:0;101545f66cbd:39945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,39945,1733261414437' 2024-12-03T21:30:16,534 DEBUG [RS:0;101545f66cbd:39945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01126045760/flush-table-proc/abort' 2024-12-03T21:30:16,534 DEBUG [RS:0;101545f66cbd:39945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01126045760/flush-table-proc/acquired' 2024-12-03T21:30:16,535 DEBUG [RS:0;101545f66cbd:39945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:30:16,535 DEBUG [RS:0;101545f66cbd:39945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:30:16,535 DEBUG [RS:0;101545f66cbd:39945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,39945,1733261414437 2024-12-03T21:30:16,535 DEBUG [RS:0;101545f66cbd:39945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,39945,1733261414437' 2024-12-03T21:30:16,535 DEBUG [RS:0;101545f66cbd:39945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01126045760/online-snapshot/abort' 2024-12-03T21:30:16,535 DEBUG [RS:0;101545f66cbd:39945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01126045760/online-snapshot/acquired' 2024-12-03T21:30:16,536 DEBUG [RS:0;101545f66cbd:39945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:30:16,536 INFO [RS:0;101545f66cbd:39945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:30:16,536 INFO [RS:0;101545f66cbd:39945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:30:16,636 INFO [RS:0;101545f66cbd:39945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:30:16,638 INFO [RS:0;101545f66cbd:39945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C39945%2C1733261414437, suffix=, logDir=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437, archiveDir=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/oldWALs, maxLogs=10 2024-12-03T21:30:16,649 DEBUG [RS:0;101545f66cbd:39945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638, exclude list is [], retry=0 2024-12-03T21:30:16,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45465,DS-6cfc661e-f116-4b4f-975f-c48a2a1ae580,DISK] 2024-12-03T21:30:16,653 INFO [RS:0;101545f66cbd:39945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 2024-12-03T21:30:16,653 DEBUG [RS:0;101545f66cbd:39945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921)] 2024-12-03T21:30:16,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:30:16,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T21:30:16,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T21:30:16,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:30:16,776 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:30:16,776 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad 2024-12-03T21:30:16,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:30:17,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:17,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:30:17,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:30:17,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:17,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:17,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:30:17,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:30:17,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:17,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:17,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:30:17,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:30:17,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:17,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:17,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:30:17,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:30:17,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:17,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:17,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:30:17,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740 2024-12-03T21:30:17,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740 2024-12-03T21:30:17,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:30:17,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:30:17,192 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:30:17,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:30:17,195 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:30:17,196 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61853996, jitterRate=-0.07830363512039185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:30:17,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261417181Initializing all the Stores at 1733261417182 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261417182Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261417183 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261417183Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261417183Cleaning up temporary data from old regions at 1733261417192 (+9 ms)Region opened successfully at 1733261417197 (+5 ms) 2024-12-03T21:30:17,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:30:17,197 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:30:17,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:30:17,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:30:17,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:30:17,197 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:30:17,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261417197Disabling compacts and flushes for region at 1733261417197Disabling writes for close at 1733261417197Writing region close event to WAL at 1733261417197Closed at 1733261417197 2024-12-03T21:30:17,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:30:17,199 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:30:17,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:30:17,200 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:30:17,200 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:30:17,351 DEBUG [101545f66cbd:45883 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:30:17,351 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,39945,1733261414437 2024-12-03T21:30:17,352 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,39945,1733261414437, state=OPENING 2024-12-03T21:30:17,533 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:30:17,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760 2024-12-03T21:30:17,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760 2024-12-03T21:30:17,542 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:30:17,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,39945,1733261414437}] 2024-12-03T21:30:17,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01126045760/meta-region-server: CHANGED 2024-12-03T21:30:17,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01126045760/meta-region-server: CHANGED 2024-12-03T21:30:17,695 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:30:17,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:30:17,700 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:30:17,700 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:30:17,700 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:30:17,702 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C39945%2C1733261414437.meta, suffix=.meta, logDir=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437, archiveDir=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/oldWALs, maxLogs=10 2024-12-03T21:30:17,712 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.meta.1733261417702.meta, exclude list is [], retry=0 2024-12-03T21:30:17,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45465,DS-6cfc661e-f116-4b4f-975f-c48a2a1ae580,DISK] 2024-12-03T21:30:17,716 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.meta.1733261417702.meta 2024-12-03T21:30:17,717 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921)] 2024-12-03T21:30:17,717 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:30:17,717 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:30:17,717 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:30:17,717 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:30:17,717 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:30:17,717 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:30:17,717 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:17,718 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:30:17,718 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:30:17,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:30:17,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:30:17,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:17,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:17,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:30:17,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:30:17,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:17,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:17,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:30:17,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:30:17,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:17,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:17,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:30:17,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:30:17,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:17,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:17,725 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:30:17,726 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740 2024-12-03T21:30:17,727 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740 2024-12-03T21:30:17,728 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:30:17,728 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:30:17,729 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:30:17,730 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:30:17,731 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72142498, jitterRate=0.07500699162483215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:30:17,731 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:30:17,732 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261417718Writing region info on filesystem at 1733261417718Initializing all the Stores at 1733261417719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261417719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261417719Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261417719Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261417719Cleaning up temporary data from old regions at 1733261417728 (+9 ms)Running coprocessor post-open hooks at 1733261417731 (+3 ms)Region opened successfully at 1733261417732 (+1 ms) 2024-12-03T21:30:17,733 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261417695 2024-12-03T21:30:17,735 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:30:17,735 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:30:17,736 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,39945,1733261414437 2024-12-03T21:30:17,737 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,39945,1733261414437, state=OPEN 2024-12-03T21:30:17,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01126045760/meta-region-server 2024-12-03T21:30:17,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01126045760/meta-region-server 2024-12-03T21:30:17,777 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,39945,1733261414437 2024-12-03T21:30:17,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01126045760/meta-region-server: CHANGED 2024-12-03T21:30:17,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01126045760/meta-region-server: CHANGED 2024-12-03T21:30:17,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:30:17,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,39945,1733261414437 in 235 msec 2024-12-03T21:30:17,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:30:17,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 581 msec 2024-12-03T21:30:17,784 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:30:17,784 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:30:17,785 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:30:17,785 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,39945,1733261414437, seqNum=-1] 2024-12-03T21:30:17,786 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:30:17,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:30:17,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4280 sec 2024-12-03T21:30:17,793 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261417793, completionTime=-1 2024-12-03T21:30:17,794 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:30:17,794 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:30:17,796 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:30:17,796 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261477796 2024-12-03T21:30:17,796 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261537796 2024-12-03T21:30:17,796 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T21:30:17,796 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,45883,1733261414273-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:17,796 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,45883,1733261414273-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:17,796 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,45883,1733261414273-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:17,796 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:45883, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:17,796 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:17,797 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:17,798 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:30:17,801 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.306sec 2024-12-03T21:30:17,801 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:30:17,801 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:30:17,801 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:30:17,801 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:30:17,801 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:30:17,801 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,45883,1733261414273-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:30:17,801 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,45883,1733261414273-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:30:17,803 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:30:17,804 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:30:17,804 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,45883,1733261414273-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:17,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50adb35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:17,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,45883,-1 for getting cluster id 2024-12-03T21:30:17,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:30:17,865 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cb2e1c5-13d0-4b61-99ab-dde2348f6510' 2024-12-03T21:30:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:30:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cb2e1c5-13d0-4b61-99ab-dde2348f6510" 2024-12-03T21:30:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef1f8fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,45883,-1] 2024-12-03T21:30:17,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:30:17,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:17,867 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:30:17,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94d183c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:17,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:30:17,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,39945,1733261414437, seqNum=-1] 2024-12-03T21:30:17,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:30:17,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:30:17,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,45883,1733261414273 2024-12-03T21:30:17,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50755 2024-12-03T21:30:17,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:30:17,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e63fa880002 connected 2024-12-03T21:30:17,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/hadoop.log.dir so I do NOT create it in target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e 2024-12-03T21:30:17,902 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:30:17,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/hadoop.tmp.dir so I do NOT create it in target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e 2024-12-03T21:30:17,902 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:30:17,902 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e 2024-12-03T21:30:17,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:30:17,902 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/cluster_6d0c0ec3-805c-29e1-f9d1-a4078a9f5161, deleteOnExit=true 2024-12-03T21:30:17,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:30:17,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/test.cache.data in system properties and HBase conf 2024-12-03T21:30:17,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:30:17,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:30:17,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:30:17,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:30:17,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:30:17,903 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:30:17,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:30:17,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:30:17,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:30:17,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:30:17,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:30:17,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:30:17,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:30:17,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:30:17,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:30:17,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:30:17,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:30:17,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:30:17,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:30:17,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:30:18,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:30:18,203 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:30:18,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:30:18,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:30:18,204 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T21:30:18,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:30:18,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37255a7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:30:18,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@743921d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:30:18,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78103ca4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/java.io.tmpdir/jetty-localhost-39661-hadoop-hdfs-3_4_1-tests_jar-_-any-1754252275036250120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:30:18,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a69e711{HTTP/1.1, (http/1.1)}{localhost:39661} 2024-12-03T21:30:18,295 INFO [Time-limited test {}] server.Server(415): Started @56901ms 2024-12-03T21:30:18,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:30:18,494 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:30:18,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:30:18,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:30:18,495 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:30:18,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b4e3f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:30:18,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672164d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:30:18,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43f3d0e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/java.io.tmpdir/jetty-localhost-39595-hadoop-hdfs-3_4_1-tests_jar-_-any-1542255592515841342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:30:18,587 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c656c29{HTTP/1.1, (http/1.1)}{localhost:39595} 2024-12-03T21:30:18,587 INFO [Time-limited test {}] server.Server(415): Started @57193ms 2024-12-03T21:30:18,588 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:30:19,109 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/cluster_6d0c0ec3-805c-29e1-f9d1-a4078a9f5161/data/data2/current/BP-1498416967-172.17.0.2-1733261417918/current, will proceed with Du for space computation calculation, 2024-12-03T21:30:19,109 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/cluster_6d0c0ec3-805c-29e1-f9d1-a4078a9f5161/data/data1/current/BP-1498416967-172.17.0.2-1733261417918/current, will proceed with Du for space computation calculation, 2024-12-03T21:30:19,122 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:30:19,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd65da9097610cd52 with lease ID 0x68b848a9c6f4fe2e: Processing first storage report for DS-8c8c5478-93c1-45ea-81f3-69e8fd9b5202 from datanode DatanodeRegistration(127.0.0.1:36991, datanodeUuid=44cf86ba-bd50-43d1-8eed-a3553b80f895, infoPort=40259, infoSecurePort=0, ipcPort=35399, storageInfo=lv=-57;cid=testClusterID;nsid=705331701;c=1733261417918) 2024-12-03T21:30:19,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd65da9097610cd52 with lease ID 0x68b848a9c6f4fe2e: from storage DS-8c8c5478-93c1-45ea-81f3-69e8fd9b5202 node DatanodeRegistration(127.0.0.1:36991, datanodeUuid=44cf86ba-bd50-43d1-8eed-a3553b80f895, infoPort=40259, infoSecurePort=0, ipcPort=35399, storageInfo=lv=-57;cid=testClusterID;nsid=705331701;c=1733261417918), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:30:19,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd65da9097610cd52 with lease ID 0x68b848a9c6f4fe2e: Processing first storage report for DS-f9eada27-ecc2-4c00-a8a9-68d8425988c2 from datanode DatanodeRegistration(127.0.0.1:36991, datanodeUuid=44cf86ba-bd50-43d1-8eed-a3553b80f895, infoPort=40259, infoSecurePort=0, ipcPort=35399, storageInfo=lv=-57;cid=testClusterID;nsid=705331701;c=1733261417918) 2024-12-03T21:30:19,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd65da9097610cd52 with lease ID 0x68b848a9c6f4fe2e: from storage DS-f9eada27-ecc2-4c00-a8a9-68d8425988c2 node DatanodeRegistration(127.0.0.1:36991, datanodeUuid=44cf86ba-bd50-43d1-8eed-a3553b80f895, infoPort=40259, infoSecurePort=0, ipcPort=35399, storageInfo=lv=-57;cid=testClusterID;nsid=705331701;c=1733261417918), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:30:19,220 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e 2024-12-03T21:30:19,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:19,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:19,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:30:19,630 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83 with version=8 2024-12-03T21:30:19,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/hbase-staging 2024-12-03T21:30:19,632 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:30:19,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:30:19,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:30:19,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:30:19,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:30:19,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:30:19,633 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:30:19,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:30:19,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42239 2024-12-03T21:30:19,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42239 connecting to ZooKeeper ensemble=127.0.0.1:50755 2024-12-03T21:30:19,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422390x0, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:30:19,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42239-0x1019e63fa880003 connected 2024-12-03T21:30:19,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:19,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:19,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Set watcher on znode that does not yet exist, /1-119518252/running 2024-12-03T21:30:19,723 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83, hbase.cluster.distributed=false 2024-12-03T21:30:19,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Set watcher on znode that does not yet exist, /1-119518252/acl 2024-12-03T21:30:19,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42239 2024-12-03T21:30:19,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42239 2024-12-03T21:30:19,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42239 2024-12-03T21:30:19,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42239 2024-12-03T21:30:19,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42239 2024-12-03T21:30:19,744 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:30:19,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:30:19,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:30:19,744 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:30:19,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:30:19,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:30:19,744 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:30:19,744 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:30:19,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46575 2024-12-03T21:30:19,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46575 connecting to ZooKeeper ensemble=127.0.0.1:50755 2024-12-03T21:30:19,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:19,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:19,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465750x0, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:30:19,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46575-0x1019e63fa880004 connected 2024-12-03T21:30:19,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Set watcher on znode that does not yet exist, /1-119518252/running 2024-12-03T21:30:19,759 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:30:19,759 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:30:19,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Set watcher on znode that does not yet exist, /1-119518252/master 2024-12-03T21:30:19,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Set watcher on znode that does not yet exist, /1-119518252/acl 2024-12-03T21:30:19,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46575 2024-12-03T21:30:19,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46575 2024-12-03T21:30:19,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46575 2024-12-03T21:30:19,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46575 2024-12-03T21:30:19,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46575 2024-12-03T21:30:19,776 DEBUG [M:0;101545f66cbd:42239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:42239 2024-12-03T21:30:19,776 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-119518252/backup-masters/101545f66cbd,42239,1733261419632 2024-12-03T21:30:19,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252/backup-masters 2024-12-03T21:30:19,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252/backup-masters 2024-12-03T21:30:19,786 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Set watcher on existing znode=/1-119518252/backup-masters/101545f66cbd,42239,1733261419632 2024-12-03T21:30:19,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-119518252/master 2024-12-03T21:30:19,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252 2024-12-03T21:30:19,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252 2024-12-03T21:30:19,795 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Set watcher on existing znode=/1-119518252/master 2024-12-03T21:30:19,795 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-119518252/backup-masters/101545f66cbd,42239,1733261419632 from backup master directory 2024-12-03T21:30:19,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-119518252/backup-masters/101545f66cbd,42239,1733261419632 2024-12-03T21:30:19,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252/backup-masters 2024-12-03T21:30:19,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252/backup-masters 2024-12-03T21:30:19,803 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:30:19,803 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,42239,1733261419632 2024-12-03T21:30:19,806 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/hbase.id] with ID: 5f14581f-9a74-4b10-b8cb-373f18f2dd22 2024-12-03T21:30:19,806 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/.tmp/hbase.id 2024-12-03T21:30:19,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:30:20,211 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/.tmp/hbase.id]:[hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/hbase.id] 2024-12-03T21:30:20,222 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:20,222 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:30:20,223 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T21:30:20,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252 2024-12-03T21:30:20,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252 2024-12-03T21:30:20,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:30:20,658 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:30:20,659 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:30:20,659 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:30:20,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:30:21,066 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store 2024-12-03T21:30:21,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:30:21,472 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:21,472 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:30:21,472 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:21,472 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:21,472 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:30:21,472 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:21,472 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:30:21,472 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261421472Disabling compacts and flushes for region at 1733261421472Disabling writes for close at 1733261421472Writing region close event to WAL at 1733261421472Closed at 1733261421472 2024-12-03T21:30:21,473 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/.initializing 2024-12-03T21:30:21,473 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/WALs/101545f66cbd,42239,1733261419632 2024-12-03T21:30:21,474 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:30:21,476 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C42239%2C1733261419632, suffix=, logDir=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/WALs/101545f66cbd,42239,1733261419632, archiveDir=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/oldWALs, maxLogs=10 2024-12-03T21:30:21,486 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/WALs/101545f66cbd,42239,1733261419632/101545f66cbd%2C42239%2C1733261419632.1733261421476, exclude list is [], retry=0 2024-12-03T21:30:21,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36991,DS-8c8c5478-93c1-45ea-81f3-69e8fd9b5202,DISK] 2024-12-03T21:30:21,490 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/WALs/101545f66cbd,42239,1733261419632/101545f66cbd%2C42239%2C1733261419632.1733261421476 2024-12-03T21:30:21,490 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40259:40259)] 2024-12-03T21:30:21,490 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:30:21,491 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:21,491 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:21,491 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:21,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:21,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:30:21,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:21,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:21,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:21,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:30:21,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:21,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:21,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:21,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:30:21,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:21,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:21,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:21,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:30:21,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:21,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:21,498 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:21,499 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:21,499 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:21,501 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:21,501 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:21,501 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:30:21,502 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:30:21,504 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:30:21,504 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74823914, jitterRate=0.11496320366859436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:30:21,505 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261421491Initializing all the Stores at 1733261421492 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261421492Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261421492Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261421492Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261421492Cleaning up temporary data from old regions at 1733261421501 (+9 ms)Region opened successfully at 1733261421505 (+4 ms) 2024-12-03T21:30:21,505 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:30:21,508 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e87945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:30:21,508 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:30:21,509 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:30:21,509 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:30:21,509 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:30:21,509 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:30:21,509 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:30:21,509 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:30:21,511 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:30:21,512 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Unable to get data of znode /1-119518252/balancer because node does not exist (not necessarily an error) 2024-12-03T21:30:21,536 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-119518252/balancer already deleted, retry=false 2024-12-03T21:30:21,536 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:30:21,537 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Unable to get data of znode /1-119518252/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:30:21,544 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-119518252/normalizer already deleted, retry=false 2024-12-03T21:30:21,544 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:30:21,545 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Unable to get data of znode /1-119518252/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:30:21,553 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-119518252/switch/split already deleted, retry=false 2024-12-03T21:30:21,553 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Unable to get data of znode /1-119518252/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:30:21,561 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-119518252/switch/merge already deleted, retry=false 2024-12-03T21:30:21,563 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Unable to get data of znode /1-119518252/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:30:21,569 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-119518252/snapshot-cleanup already deleted, retry=false 2024-12-03T21:30:21,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-119518252/running 2024-12-03T21:30:21,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-119518252/running 2024-12-03T21:30:21,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252 2024-12-03T21:30:21,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252 2024-12-03T21:30:21,578 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,42239,1733261419632, sessionid=0x1019e63fa880003, setting cluster-up flag (Was=false) 2024-12-03T21:30:21,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252 2024-12-03T21:30:21,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252 2024-12-03T21:30:21,619 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-119518252/flush-table-proc/acquired, /1-119518252/flush-table-proc/reached, /1-119518252/flush-table-proc/abort 2024-12-03T21:30:21,620 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,42239,1733261419632 2024-12-03T21:30:21,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252 2024-12-03T21:30:21,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252 2024-12-03T21:30:21,661 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-119518252/online-snapshot/acquired, /1-119518252/online-snapshot/reached, /1-119518252/online-snapshot/abort 2024-12-03T21:30:21,662 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,42239,1733261419632 2024-12-03T21:30:21,664 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:30:21,665 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:30:21,665 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:30:21,665 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:30:21,665 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,42239,1733261419632 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:30:21,666 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:30:21,666 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:30:21,666 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:30:21,666 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:30:21,666 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:30:21,666 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:21,667 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:30:21,667 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:21,668 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:30:21,668 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:30:21,669 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:21,669 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261451669 2024-12-03T21:30:21,669 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:30:21,669 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:30:21,669 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:30:21,669 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:30:21,670 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:30:21,670 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:30:21,670 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:30:21,670 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:21,670 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:30:21,670 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:30:21,670 INFO [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(746): ClusterId : 5f14581f-9a74-4b10-b8cb-373f18f2dd22 2024-12-03T21:30:21,670 DEBUG [RS:0;101545f66cbd:46575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:30:21,670 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:30:21,670 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:30:21,671 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:30:21,671 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:30:21,671 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261421671,5,FailOnTimeoutGroup] 2024-12-03T21:30:21,671 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261421671,5,FailOnTimeoutGroup] 2024-12-03T21:30:21,671 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:21,671 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:30:21,671 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:21,671 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:21,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:30:21,678 DEBUG [RS:0;101545f66cbd:46575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:30:21,678 DEBUG [RS:0;101545f66cbd:46575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:30:21,687 DEBUG [RS:0;101545f66cbd:46575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:30:21,687 DEBUG [RS:0;101545f66cbd:46575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344f85fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:30:21,696 DEBUG [RS:0;101545f66cbd:46575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:46575 2024-12-03T21:30:21,696 INFO [RS:0;101545f66cbd:46575 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:30:21,696 INFO [RS:0;101545f66cbd:46575 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:30:21,696 DEBUG [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:30:21,697 INFO [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,42239,1733261419632 with port=46575, startcode=1733261419744 2024-12-03T21:30:21,697 DEBUG [RS:0;101545f66cbd:46575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:30:21,699 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:30:21,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42239 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,46575,1733261419744 2024-12-03T21:30:21,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42239 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,46575,1733261419744 2024-12-03T21:30:21,701 DEBUG [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83 2024-12-03T21:30:21,701 DEBUG [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42525 2024-12-03T21:30:21,701 DEBUG [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:30:21,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252/rs 2024-12-03T21:30:21,758 DEBUG [RS:0;101545f66cbd:46575 {}] zookeeper.ZKUtil(111): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Set watcher on existing znode=/1-119518252/rs/101545f66cbd,46575,1733261419744 2024-12-03T21:30:21,758 WARN [RS:0;101545f66cbd:46575 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:30:21,758 INFO [RS:0;101545f66cbd:46575 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:30:21,758 DEBUG [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/WALs/101545f66cbd,46575,1733261419744 2024-12-03T21:30:21,759 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,46575,1733261419744] 2024-12-03T21:30:21,761 INFO [RS:0;101545f66cbd:46575 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:30:21,763 INFO [RS:0;101545f66cbd:46575 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:30:21,763 INFO [RS:0;101545f66cbd:46575 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:30:21,763 INFO [RS:0;101545f66cbd:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:21,763 INFO [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:30:21,764 INFO [RS:0;101545f66cbd:46575 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:30:21,764 INFO [RS:0;101545f66cbd:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:21,764 DEBUG [RS:0;101545f66cbd:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:21,764 DEBUG [RS:0;101545f66cbd:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:21,764 DEBUG [RS:0;101545f66cbd:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:21,764 DEBUG [RS:0;101545f66cbd:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:21,764 DEBUG [RS:0;101545f66cbd:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:21,764 DEBUG [RS:0;101545f66cbd:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:30:21,764 DEBUG [RS:0;101545f66cbd:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:21,764 DEBUG [RS:0;101545f66cbd:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:21,764 DEBUG [RS:0;101545f66cbd:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:21,764 DEBUG [RS:0;101545f66cbd:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:21,764 DEBUG [RS:0;101545f66cbd:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:21,764 DEBUG [RS:0;101545f66cbd:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:30:21,764 DEBUG [RS:0;101545f66cbd:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:30:21,764 DEBUG [RS:0;101545f66cbd:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:30:21,765 INFO [RS:0;101545f66cbd:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:21,765 INFO [RS:0;101545f66cbd:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:21,765 INFO [RS:0;101545f66cbd:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:21,765 INFO [RS:0;101545f66cbd:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:21,765 INFO [RS:0;101545f66cbd:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:21,765 INFO [RS:0;101545f66cbd:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,46575,1733261419744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:30:21,776 INFO [RS:0;101545f66cbd:46575 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:30:21,776 INFO [RS:0;101545f66cbd:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,46575,1733261419744-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:21,776 INFO [RS:0;101545f66cbd:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:21,776 INFO [RS:0;101545f66cbd:46575 {}] regionserver.Replication(171): 101545f66cbd,46575,1733261419744 started 2024-12-03T21:30:21,786 INFO [RS:0;101545f66cbd:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:21,786 INFO [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,46575,1733261419744, RpcServer on 101545f66cbd/172.17.0.2:46575, sessionid=0x1019e63fa880004 2024-12-03T21:30:21,786 DEBUG [RS:0;101545f66cbd:46575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:30:21,786 DEBUG [RS:0;101545f66cbd:46575 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,46575,1733261419744 2024-12-03T21:30:21,786 DEBUG [RS:0;101545f66cbd:46575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,46575,1733261419744' 2024-12-03T21:30:21,786 DEBUG [RS:0;101545f66cbd:46575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-119518252/flush-table-proc/abort' 2024-12-03T21:30:21,787 DEBUG [RS:0;101545f66cbd:46575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-119518252/flush-table-proc/acquired' 2024-12-03T21:30:21,787 DEBUG [RS:0;101545f66cbd:46575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:30:21,787 DEBUG [RS:0;101545f66cbd:46575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:30:21,787 DEBUG [RS:0;101545f66cbd:46575 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,46575,1733261419744 2024-12-03T21:30:21,787 DEBUG [RS:0;101545f66cbd:46575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,46575,1733261419744' 2024-12-03T21:30:21,787 DEBUG [RS:0;101545f66cbd:46575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-119518252/online-snapshot/abort' 2024-12-03T21:30:21,787 DEBUG [RS:0;101545f66cbd:46575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-119518252/online-snapshot/acquired' 2024-12-03T21:30:21,787 DEBUG [RS:0;101545f66cbd:46575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:30:21,788 INFO [RS:0;101545f66cbd:46575 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:30:21,788 INFO [RS:0;101545f66cbd:46575 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:30:21,888 INFO [RS:0;101545f66cbd:46575 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:30:21,889 INFO [RS:0;101545f66cbd:46575 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C46575%2C1733261419744, suffix=, logDir=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/WALs/101545f66cbd,46575,1733261419744, archiveDir=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/oldWALs, maxLogs=10 2024-12-03T21:30:21,900 DEBUG [RS:0;101545f66cbd:46575 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/WALs/101545f66cbd,46575,1733261419744/101545f66cbd%2C46575%2C1733261419744.1733261421890, exclude list is [], retry=0 2024-12-03T21:30:21,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36991,DS-8c8c5478-93c1-45ea-81f3-69e8fd9b5202,DISK] 2024-12-03T21:30:21,904 INFO [RS:0;101545f66cbd:46575 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/WALs/101545f66cbd,46575,1733261419744/101545f66cbd%2C46575%2C1733261419744.1733261421890 2024-12-03T21:30:21,904 DEBUG [RS:0;101545f66cbd:46575 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40259:40259)] 2024-12-03T21:30:22,079 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:30:22,079 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83 2024-12-03T21:30:22,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:30:22,244 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:30:22,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:22,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:22,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:22,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:22,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:22,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:30:22,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:30:22,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:22,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:22,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:30:22,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:30:22,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:22,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:22,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:30:22,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:30:22,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:22,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:22,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:30:22,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:30:22,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:22,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:22,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:30:22,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740 2024-12-03T21:30:22,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740 2024-12-03T21:30:22,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:30:22,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:30:22,495 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:30:22,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:30:22,498 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:30:22,498 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62911861, jitterRate=-0.0625402182340622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:30:22,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261422485Initializing all the Stores at 1733261422486 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261422486Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261422486Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261422486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261422486Cleaning up temporary data from old regions at 1733261422495 (+9 ms)Region opened successfully at 1733261422498 (+3 ms) 2024-12-03T21:30:22,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:30:22,498 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:30:22,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:30:22,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:30:22,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:30:22,499 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:30:22,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261422498Disabling compacts and flushes for region at 1733261422498Disabling writes for close at 1733261422498Writing region close event to WAL at 1733261422499 (+1 ms)Closed at 1733261422499 2024-12-03T21:30:22,500 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:30:22,500 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:30:22,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:30:22,501 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:30:22,502 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:30:22,507 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T21:30:22,652 DEBUG [101545f66cbd:42239 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:30:22,653 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,46575,1733261419744 2024-12-03T21:30:22,654 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,46575,1733261419744, state=OPENING 2024-12-03T21:30:22,677 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:30:22,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252 2024-12-03T21:30:22,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252 2024-12-03T21:30:22,686 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-119518252/meta-region-server: CHANGED 2024-12-03T21:30:22,686 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:30:22,687 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-119518252/meta-region-server: CHANGED 2024-12-03T21:30:22,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,46575,1733261419744}] 2024-12-03T21:30:22,839 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:30:22,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:30:22,844 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:30:22,844 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:30:22,844 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:30:22,846 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C46575%2C1733261419744.meta, suffix=.meta, logDir=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/WALs/101545f66cbd,46575,1733261419744, archiveDir=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/oldWALs, maxLogs=10 2024-12-03T21:30:22,856 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/WALs/101545f66cbd,46575,1733261419744/101545f66cbd%2C46575%2C1733261419744.meta.1733261422846.meta, exclude list is [], retry=0 2024-12-03T21:30:22,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36991,DS-8c8c5478-93c1-45ea-81f3-69e8fd9b5202,DISK] 2024-12-03T21:30:22,859 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/WALs/101545f66cbd,46575,1733261419744/101545f66cbd%2C46575%2C1733261419744.meta.1733261422846.meta 2024-12-03T21:30:22,859 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40259:40259)] 2024-12-03T21:30:22,860 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:30:22,860 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:30:22,860 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:30:22,860 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:30:22,860 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:30:22,860 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:30:22,860 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:22,860 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:30:22,860 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:30:22,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:30:22,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:30:22,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:22,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:22,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:30:22,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:30:22,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:22,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:22,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:30:22,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:30:22,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:22,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:22,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:30:22,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:30:22,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:22,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:30:22,866 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:30:22,867 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740 2024-12-03T21:30:22,867 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740 2024-12-03T21:30:22,868 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:30:22,868 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:30:22,869 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:30:22,870 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:30:22,870 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59416398, jitterRate=-0.1146266758441925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:30:22,871 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:30:22,871 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261422860Writing region info on filesystem at 1733261422860Initializing all the Stores at 1733261422861 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261422861Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261422861Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261422861Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261422861Cleaning up temporary data from old regions at 1733261422868 (+7 ms)Running coprocessor post-open hooks at 1733261422871 (+3 ms)Region opened successfully at 1733261422871 2024-12-03T21:30:22,872 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261422839 2024-12-03T21:30:22,873 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:30:22,873 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:30:22,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,46575,1733261419744 2024-12-03T21:30:22,875 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,46575,1733261419744, state=OPEN 2024-12-03T21:30:22,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-119518252/meta-region-server 2024-12-03T21:30:22,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-119518252/meta-region-server 2024-12-03T21:30:22,883 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,46575,1733261419744 2024-12-03T21:30:22,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-119518252/meta-region-server: CHANGED 2024-12-03T21:30:22,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-119518252/meta-region-server: CHANGED 2024-12-03T21:30:22,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:30:22,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,46575,1733261419744 in 196 msec 2024-12-03T21:30:22,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:30:22,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 385 msec 2024-12-03T21:30:22,888 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:30:22,888 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:30:22,889 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:30:22,889 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46575,1733261419744, seqNum=-1] 2024-12-03T21:30:22,889 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:30:22,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:30:22,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2300 sec 2024-12-03T21:30:22,895 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261422895, completionTime=-1 2024-12-03T21:30:22,895 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:30:22,895 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:30:22,897 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:30:22,897 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261482897 2024-12-03T21:30:22,897 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261542897 2024-12-03T21:30:22,897 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T21:30:22,897 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,42239,1733261419632-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:22,897 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,42239,1733261419632-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:22,897 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,42239,1733261419632-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:22,898 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:42239, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:22,898 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:22,898 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:22,899 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:30:22,901 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.097sec 2024-12-03T21:30:22,901 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:30:22,901 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:30:22,901 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:30:22,901 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:30:22,901 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:30:22,901 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,42239,1733261419632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:30:22,901 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,42239,1733261419632-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:30:22,903 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:30:22,903 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:30:22,903 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,42239,1733261419632-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:30:22,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff2017c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:22,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,42239,-1 for getting cluster id 2024-12-03T21:30:22,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:30:22,972 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f14581f-9a74-4b10-b8cb-373f18f2dd22' 2024-12-03T21:30:22,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:30:22,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f14581f-9a74-4b10-b8cb-373f18f2dd22" 2024-12-03T21:30:22,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec9657a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:22,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,42239,-1] 2024-12-03T21:30:22,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:30:22,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:22,974 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:30:22,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647d601b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:22,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:30:22,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46575,1733261419744, seqNum=-1] 2024-12-03T21:30:22,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:30:22,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:30:22,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,42239,1733261419632 2024-12-03T21:30:22,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50755 2024-12-03T21:30:22,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:30:22,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019e63fa880005 connected 2024-12-03T21:30:22,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:30:22,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,45883,1733261414273 2024-12-03T21:30:22,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f517593 2024-12-03T21:30:23,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:30:23,001 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:30:23,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:30:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T21:30:23,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:30:23,009 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:23,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T21:30:23,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:30:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:30:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741835_1011 (size=902) 2024-12-03T21:30:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:30:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:30:23,418 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22721e080d623339a85189da1e7bb2f2, NAME => 'test,,1733261423001.22721e080d623339a85189da1e7bb2f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad 2024-12-03T21:30:23,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741836_1012 (size=39) 2024-12-03T21:30:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:30:23,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733261423001.22721e080d623339a85189da1e7bb2f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:23,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 22721e080d623339a85189da1e7bb2f2, disabling compactions & flushes 2024-12-03T21:30:23,824 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733261423001.22721e080d623339a85189da1e7bb2f2. 2024-12-03T21:30:23,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261423001.22721e080d623339a85189da1e7bb2f2. 2024-12-03T21:30:23,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733261423001.22721e080d623339a85189da1e7bb2f2. after waiting 0 ms 2024-12-03T21:30:23,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733261423001.22721e080d623339a85189da1e7bb2f2. 2024-12-03T21:30:23,824 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733261423001.22721e080d623339a85189da1e7bb2f2. 2024-12-03T21:30:23,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22721e080d623339a85189da1e7bb2f2: Waiting for close lock at 1733261423824Disabling compacts and flushes for region at 1733261423824Disabling writes for close at 1733261423824Writing region close event to WAL at 1733261423824Closed at 1733261423824 2024-12-03T21:30:23,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:30:23,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733261423001.22721e080d623339a85189da1e7bb2f2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733261423825"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261423825"}]},"ts":"1733261423825"} 2024-12-03T21:30:23,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:30:23,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:30:23,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261423829"}]},"ts":"1733261423829"} 2024-12-03T21:30:23,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T21:30:23,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=22721e080d623339a85189da1e7bb2f2, ASSIGN}] 2024-12-03T21:30:23,832 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=22721e080d623339a85189da1e7bb2f2, ASSIGN 2024-12-03T21:30:23,833 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=22721e080d623339a85189da1e7bb2f2, ASSIGN; state=OFFLINE, location=101545f66cbd,39945,1733261414437; forceNewPlan=false, retain=false 2024-12-03T21:30:23,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=22721e080d623339a85189da1e7bb2f2, regionState=OPENING, regionLocation=101545f66cbd,39945,1733261414437 2024-12-03T21:30:23,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=22721e080d623339a85189da1e7bb2f2, ASSIGN because future has completed 2024-12-03T21:30:23,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22721e080d623339a85189da1e7bb2f2, server=101545f66cbd,39945,1733261414437}] 2024-12-03T21:30:24,142 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733261423001.22721e080d623339a85189da1e7bb2f2. 2024-12-03T21:30:24,142 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 22721e080d623339a85189da1e7bb2f2, NAME => 'test,,1733261423001.22721e080d623339a85189da1e7bb2f2.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:30:24,142 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:30:24,142 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T21:30:24,142 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 22721e080d623339a85189da1e7bb2f2 2024-12-03T21:30:24,142 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733261423001.22721e080d623339a85189da1e7bb2f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:24,143 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 22721e080d623339a85189da1e7bb2f2 2024-12-03T21:30:24,143 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 22721e080d623339a85189da1e7bb2f2 2024-12-03T21:30:24,144 INFO [StoreOpener-22721e080d623339a85189da1e7bb2f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 22721e080d623339a85189da1e7bb2f2 2024-12-03T21:30:24,145 INFO [StoreOpener-22721e080d623339a85189da1e7bb2f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22721e080d623339a85189da1e7bb2f2 columnFamilyName f 2024-12-03T21:30:24,145 DEBUG [StoreOpener-22721e080d623339a85189da1e7bb2f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:24,146 INFO [StoreOpener-22721e080d623339a85189da1e7bb2f2-1 {}] regionserver.HStore(327): Store=22721e080d623339a85189da1e7bb2f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:24,146 INFO [StoreOpener-22721e080d623339a85189da1e7bb2f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 22721e080d623339a85189da1e7bb2f2 2024-12-03T21:30:24,147 INFO [StoreOpener-22721e080d623339a85189da1e7bb2f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22721e080d623339a85189da1e7bb2f2 columnFamilyName f1 2024-12-03T21:30:24,147 DEBUG [StoreOpener-22721e080d623339a85189da1e7bb2f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:24,147 INFO [StoreOpener-22721e080d623339a85189da1e7bb2f2-1 {}] regionserver.HStore(327): Store=22721e080d623339a85189da1e7bb2f2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:24,147 INFO [StoreOpener-22721e080d623339a85189da1e7bb2f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 22721e080d623339a85189da1e7bb2f2 2024-12-03T21:30:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:30:24,149 INFO [StoreOpener-22721e080d623339a85189da1e7bb2f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22721e080d623339a85189da1e7bb2f2 columnFamilyName norep 2024-12-03T21:30:24,149 DEBUG [StoreOpener-22721e080d623339a85189da1e7bb2f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:24,149 INFO [StoreOpener-22721e080d623339a85189da1e7bb2f2-1 {}] regionserver.HStore(327): Store=22721e080d623339a85189da1e7bb2f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:24,149 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 22721e080d623339a85189da1e7bb2f2 2024-12-03T21:30:24,150 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2 2024-12-03T21:30:24,150 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2 2024-12-03T21:30:24,151 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 22721e080d623339a85189da1e7bb2f2 2024-12-03T21:30:24,151 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 22721e080d623339a85189da1e7bb2f2 2024-12-03T21:30:24,152 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:30:24,153 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 22721e080d623339a85189da1e7bb2f2 2024-12-03T21:30:24,155 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:30:24,155 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 22721e080d623339a85189da1e7bb2f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60570073, jitterRate=-0.09743557870388031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:30:24,155 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22721e080d623339a85189da1e7bb2f2 2024-12-03T21:30:24,156 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 22721e080d623339a85189da1e7bb2f2: Running coprocessor pre-open hook at 1733261424143Writing region info on filesystem at 1733261424143Initializing all the Stores at 1733261424143Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261424143Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261424144 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261424144Cleaning up temporary data from old regions at 1733261424151 (+7 ms)Running coprocessor post-open hooks at 1733261424155 (+4 ms)Region opened successfully at 1733261424155 2024-12-03T21:30:24,158 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733261423001.22721e080d623339a85189da1e7bb2f2., pid=6, masterSystemTime=1733261424138 2024-12-03T21:30:24,160 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733261423001.22721e080d623339a85189da1e7bb2f2. 2024-12-03T21:30:24,160 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733261423001.22721e080d623339a85189da1e7bb2f2. 2024-12-03T21:30:24,161 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=22721e080d623339a85189da1e7bb2f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=101545f66cbd,39945,1733261414437 2024-12-03T21:30:24,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22721e080d623339a85189da1e7bb2f2, server=101545f66cbd,39945,1733261414437 because future has completed 2024-12-03T21:30:24,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:30:24,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 22721e080d623339a85189da1e7bb2f2, server=101545f66cbd,39945,1733261414437 in 179 msec 2024-12-03T21:30:24,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T21:30:24,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=22721e080d623339a85189da1e7bb2f2, ASSIGN in 336 msec 2024-12-03T21:30:24,171 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:30:24,171 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261424171"}]},"ts":"1733261424171"} 2024-12-03T21:30:24,173 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T21:30:24,175 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:30:24,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-12-03T21:30:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:30:25,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:30:25,169 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T21:30:25,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,42239,1733261419632 2024-12-03T21:30:25,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68232066 2024-12-03T21:30:25,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:30:25,171 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:30:25,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:30:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T21:30:25,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:30:25,174 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:25,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T21:30:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:30:25,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:30:25,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741835_1011 (size=902) 2024-12-03T21:30:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:30:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:30:25,583 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f741e4f8999bc5a6615c20874547f22, NAME => 'test,,1733261425171.6f741e4f8999bc5a6615c20874547f22.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83 2024-12-03T21:30:25,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741836_1012 (size=39) 2024-12-03T21:30:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:30:25,989 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733261425171.6f741e4f8999bc5a6615c20874547f22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:25,989 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6f741e4f8999bc5a6615c20874547f22, disabling compactions & flushes 2024-12-03T21:30:25,989 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733261425171.6f741e4f8999bc5a6615c20874547f22. 2024-12-03T21:30:25,989 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261425171.6f741e4f8999bc5a6615c20874547f22. 2024-12-03T21:30:25,989 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733261425171.6f741e4f8999bc5a6615c20874547f22. after waiting 0 ms 2024-12-03T21:30:25,989 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733261425171.6f741e4f8999bc5a6615c20874547f22. 2024-12-03T21:30:25,989 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733261425171.6f741e4f8999bc5a6615c20874547f22. 2024-12-03T21:30:25,989 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f741e4f8999bc5a6615c20874547f22: Waiting for close lock at 1733261425989Disabling compacts and flushes for region at 1733261425989Disabling writes for close at 1733261425989Writing region close event to WAL at 1733261425989Closed at 1733261425989 2024-12-03T21:30:25,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:30:25,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733261425171.6f741e4f8999bc5a6615c20874547f22.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733261425991"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261425991"}]},"ts":"1733261425991"} 2024-12-03T21:30:25,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:30:25,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:30:25,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261425994"}]},"ts":"1733261425994"} 2024-12-03T21:30:25,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T21:30:25,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f741e4f8999bc5a6615c20874547f22, ASSIGN}] 2024-12-03T21:30:25,997 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f741e4f8999bc5a6615c20874547f22, ASSIGN 2024-12-03T21:30:25,998 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6f741e4f8999bc5a6615c20874547f22, ASSIGN; state=OFFLINE, location=101545f66cbd,46575,1733261419744; forceNewPlan=false, retain=false 2024-12-03T21:30:26,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f741e4f8999bc5a6615c20874547f22, regionState=OPENING, regionLocation=101545f66cbd,46575,1733261419744 2024-12-03T21:30:26,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6f741e4f8999bc5a6615c20874547f22, ASSIGN because future has completed 2024-12-03T21:30:26,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f741e4f8999bc5a6615c20874547f22, server=101545f66cbd,46575,1733261419744}] 2024-12-03T21:30:26,307 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733261425171.6f741e4f8999bc5a6615c20874547f22. 2024-12-03T21:30:26,307 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f741e4f8999bc5a6615c20874547f22, NAME => 'test,,1733261425171.6f741e4f8999bc5a6615c20874547f22.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:30:26,308 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:30:26,308 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T21:30:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:30:26,308 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6f741e4f8999bc5a6615c20874547f22 2024-12-03T21:30:26,308 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733261425171.6f741e4f8999bc5a6615c20874547f22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:26,308 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6f741e4f8999bc5a6615c20874547f22 2024-12-03T21:30:26,308 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6f741e4f8999bc5a6615c20874547f22 2024-12-03T21:30:26,309 INFO [StoreOpener-6f741e4f8999bc5a6615c20874547f22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f741e4f8999bc5a6615c20874547f22 2024-12-03T21:30:26,311 INFO [StoreOpener-6f741e4f8999bc5a6615c20874547f22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f741e4f8999bc5a6615c20874547f22 columnFamilyName f 2024-12-03T21:30:26,311 DEBUG [StoreOpener-6f741e4f8999bc5a6615c20874547f22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:26,311 INFO [StoreOpener-6f741e4f8999bc5a6615c20874547f22-1 {}] regionserver.HStore(327): Store=6f741e4f8999bc5a6615c20874547f22/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:26,311 INFO [StoreOpener-6f741e4f8999bc5a6615c20874547f22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6f741e4f8999bc5a6615c20874547f22 2024-12-03T21:30:26,312 INFO [StoreOpener-6f741e4f8999bc5a6615c20874547f22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f741e4f8999bc5a6615c20874547f22 columnFamilyName f1 2024-12-03T21:30:26,312 DEBUG [StoreOpener-6f741e4f8999bc5a6615c20874547f22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:26,313 INFO [StoreOpener-6f741e4f8999bc5a6615c20874547f22-1 {}] regionserver.HStore(327): Store=6f741e4f8999bc5a6615c20874547f22/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:26,313 INFO [StoreOpener-6f741e4f8999bc5a6615c20874547f22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6f741e4f8999bc5a6615c20874547f22 2024-12-03T21:30:26,314 INFO [StoreOpener-6f741e4f8999bc5a6615c20874547f22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f741e4f8999bc5a6615c20874547f22 columnFamilyName norep 2024-12-03T21:30:26,314 DEBUG [StoreOpener-6f741e4f8999bc5a6615c20874547f22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:26,314 INFO [StoreOpener-6f741e4f8999bc5a6615c20874547f22-1 {}] regionserver.HStore(327): Store=6f741e4f8999bc5a6615c20874547f22/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:26,314 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6f741e4f8999bc5a6615c20874547f22 2024-12-03T21:30:26,315 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/default/test/6f741e4f8999bc5a6615c20874547f22 2024-12-03T21:30:26,315 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/default/test/6f741e4f8999bc5a6615c20874547f22 2024-12-03T21:30:26,316 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6f741e4f8999bc5a6615c20874547f22 2024-12-03T21:30:26,316 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6f741e4f8999bc5a6615c20874547f22 2024-12-03T21:30:26,316 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:30:26,317 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6f741e4f8999bc5a6615c20874547f22 2024-12-03T21:30:26,319 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/default/test/6f741e4f8999bc5a6615c20874547f22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:30:26,320 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6f741e4f8999bc5a6615c20874547f22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69452166, jitterRate=0.0349179208278656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:30:26,320 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f741e4f8999bc5a6615c20874547f22 2024-12-03T21:30:26,320 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6f741e4f8999bc5a6615c20874547f22: Running coprocessor pre-open hook at 1733261426308Writing region info on filesystem at 1733261426308Initializing all the Stores at 1733261426309 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261426309Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261426309Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261426309Cleaning up temporary data from old regions at 1733261426316 (+7 ms)Running coprocessor post-open hooks at 1733261426320 (+4 ms)Region opened successfully at 1733261426320 2024-12-03T21:30:26,321 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733261425171.6f741e4f8999bc5a6615c20874547f22., pid=6, masterSystemTime=1733261426304 2024-12-03T21:30:26,323 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733261425171.6f741e4f8999bc5a6615c20874547f22. 2024-12-03T21:30:26,323 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733261425171.6f741e4f8999bc5a6615c20874547f22. 2024-12-03T21:30:26,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f741e4f8999bc5a6615c20874547f22, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=101545f66cbd,46575,1733261419744 2024-12-03T21:30:26,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f741e4f8999bc5a6615c20874547f22, server=101545f66cbd,46575,1733261419744 because future has completed 2024-12-03T21:30:26,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:30:26,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f741e4f8999bc5a6615c20874547f22, server=101545f66cbd,46575,1733261419744 in 176 msec 2024-12-03T21:30:26,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T21:30:26,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6f741e4f8999bc5a6615c20874547f22, ASSIGN in 334 msec 2024-12-03T21:30:26,333 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:30:26,333 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261426333"}]},"ts":"1733261426333"} 2024-12-03T21:30:26,335 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T21:30:26,336 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:30:26,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-12-03T21:30:26,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T21:30:26,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T21:30:26,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T21:30:26,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T21:30:26,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:30:26,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T21:30:26,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:30:26,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T21:30:26,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:30:26,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T21:30:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:30:27,318 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T21:30:27,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18691726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:27,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,45883,-1 for getting cluster id 2024-12-03T21:30:27,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:30:27,319 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cb2e1c5-13d0-4b61-99ab-dde2348f6510' 2024-12-03T21:30:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:30:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cb2e1c5-13d0-4b61-99ab-dde2348f6510" 2024-12-03T21:30:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276a8fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,45883,-1] 2024-12-03T21:30:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:30:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:27,321 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:30:27,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39cc460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:27,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5a8218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:27,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,42239,-1 for getting cluster id 2024-12-03T21:30:27,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:30:27,323 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f14581f-9a74-4b10-b8cb-373f18f2dd22' 2024-12-03T21:30:27,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:30:27,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f14581f-9a74-4b10-b8cb-373f18f2dd22" 2024-12-03T21:30:27,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50568af8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:27,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,42239,-1] 2024-12-03T21:30:27,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:30:27,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:27,324 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:30:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c00bdc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:27,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:27,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,45883,-1 for getting cluster id 2024-12-03T21:30:27,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:30:27,326 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cb2e1c5-13d0-4b61-99ab-dde2348f6510' 2024-12-03T21:30:27,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:30:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cb2e1c5-13d0-4b61-99ab-dde2348f6510" 2024-12-03T21:30:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e94f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,45883,-1] 2024-12-03T21:30:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:30:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:27,328 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:30:27,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc084d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:27,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:30:27,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,45883,1733261414273 2024-12-03T21:30:27,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cb11289 2024-12-03T21:30:27,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:30:27,332 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:30:27,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://101545f66cbd:42239,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-03T21:30:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:30:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:30:27,335 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:42239' 2024-12-03T21:30:27,336 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6729c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:27,336 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,42239,-1 for getting cluster id 2024-12-03T21:30:27,336 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:30:27,337 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f14581f-9a74-4b10-b8cb-373f18f2dd22' 2024-12-03T21:30:27,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:30:27,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f14581f-9a74-4b10-b8cb-373f18f2dd22" 2024-12-03T21:30:27,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2803fade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:27,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,42239,-1] 2024-12-03T21:30:27,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:30:27,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:27,339 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:30:27,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4deef594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:27,340 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:30:27,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,42239,1733261419632 2024-12-03T21:30:27,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a8c0ce8 2024-12-03T21:30:27,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:30:27,341 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:30:27,342 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T21:30:27,342 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:30:27,342 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:27,342 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:27,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:30:27,342 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:30:27,343 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T21:30:27,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:30:27,344 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:27,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:30:27,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741837_1013 (size=1138) 2024-12-03T21:30:27,394 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T21:30:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:30:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:30:27,753 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c9a844affaa6b749844b92afb2f86407, NAME => 'hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad 2024-12-03T21:30:27,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741838_1014 (size=44) 2024-12-03T21:30:27,762 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T21:30:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:30:28,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:28,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c9a844affaa6b749844b92afb2f86407, disabling compactions & flushes 2024-12-03T21:30:28,159 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407. 2024-12-03T21:30:28,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407. 2024-12-03T21:30:28,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407. after waiting 0 ms 2024-12-03T21:30:28,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407. 2024-12-03T21:30:28,159 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407. 2024-12-03T21:30:28,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c9a844affaa6b749844b92afb2f86407: Waiting for close lock at 1733261428159Disabling compacts and flushes for region at 1733261428159Disabling writes for close at 1733261428159Writing region close event to WAL at 1733261428159Closed at 1733261428159 2024-12-03T21:30:28,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:30:28,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733261428161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261428161"}]},"ts":"1733261428161"} 2024-12-03T21:30:28,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:30:28,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:30:28,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261428164"}]},"ts":"1733261428164"} 2024-12-03T21:30:28,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T21:30:28,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c9a844affaa6b749844b92afb2f86407, ASSIGN}] 2024-12-03T21:30:28,167 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c9a844affaa6b749844b92afb2f86407, ASSIGN 2024-12-03T21:30:28,168 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c9a844affaa6b749844b92afb2f86407, ASSIGN; state=OFFLINE, location=101545f66cbd,39945,1733261414437; forceNewPlan=false, retain=false 2024-12-03T21:30:28,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c9a844affaa6b749844b92afb2f86407, regionState=OPENING, regionLocation=101545f66cbd,39945,1733261414437 2024-12-03T21:30:28,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c9a844affaa6b749844b92afb2f86407, ASSIGN because future has completed 2024-12-03T21:30:28,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9a844affaa6b749844b92afb2f86407, server=101545f66cbd,39945,1733261414437}] 2024-12-03T21:30:28,362 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:30:28,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:28,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:28,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:28,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:30:28,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407. 2024-12-03T21:30:28,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:30:28,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T21:30:28,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C39945%2C1733261414437.rep, suffix=, logDir=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437, archiveDir=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/oldWALs, maxLogs=10 2024-12-03T21:30:28,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.rep.1733261428480, exclude list is [], retry=0 2024-12-03T21:30:28,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45465,DS-6cfc661e-f116-4b4f-975f-c48a2a1ae580,DISK] 2024-12-03T21:30:28,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.rep.1733261428480 2024-12-03T21:30:28,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921)] 2024-12-03T21:30:28,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c9a844affaa6b749844b92afb2f86407, NAME => 'hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:30:28,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:30:28,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:30:28,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407. service=MultiRowMutationService 2024-12-03T21:30:28,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T21:30:28,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c9a844affaa6b749844b92afb2f86407 2024-12-03T21:30:28,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:30:28,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c9a844affaa6b749844b92afb2f86407 2024-12-03T21:30:28,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c9a844affaa6b749844b92afb2f86407 2024-12-03T21:30:28,533 INFO [StoreOpener-c9a844affaa6b749844b92afb2f86407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c9a844affaa6b749844b92afb2f86407 2024-12-03T21:30:28,535 INFO [StoreOpener-c9a844affaa6b749844b92afb2f86407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9a844affaa6b749844b92afb2f86407 columnFamilyName hfileref 2024-12-03T21:30:28,535 DEBUG [StoreOpener-c9a844affaa6b749844b92afb2f86407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:28,535 INFO [StoreOpener-c9a844affaa6b749844b92afb2f86407-1 {}] regionserver.HStore(327): Store=c9a844affaa6b749844b92afb2f86407/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:28,535 INFO [StoreOpener-c9a844affaa6b749844b92afb2f86407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c9a844affaa6b749844b92afb2f86407 2024-12-03T21:30:28,536 INFO [StoreOpener-c9a844affaa6b749844b92afb2f86407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9a844affaa6b749844b92afb2f86407 columnFamilyName queue 2024-12-03T21:30:28,536 DEBUG [StoreOpener-c9a844affaa6b749844b92afb2f86407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:28,537 INFO [StoreOpener-c9a844affaa6b749844b92afb2f86407-1 {}] regionserver.HStore(327): Store=c9a844affaa6b749844b92afb2f86407/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:28,537 INFO [StoreOpener-c9a844affaa6b749844b92afb2f86407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c9a844affaa6b749844b92afb2f86407 2024-12-03T21:30:28,538 INFO [StoreOpener-c9a844affaa6b749844b92afb2f86407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9a844affaa6b749844b92afb2f86407 columnFamilyName sid 2024-12-03T21:30:28,538 DEBUG [StoreOpener-c9a844affaa6b749844b92afb2f86407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:30:28,538 INFO [StoreOpener-c9a844affaa6b749844b92afb2f86407-1 {}] regionserver.HStore(327): Store=c9a844affaa6b749844b92afb2f86407/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:30:28,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c9a844affaa6b749844b92afb2f86407 2024-12-03T21:30:28,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/replication/c9a844affaa6b749844b92afb2f86407 2024-12-03T21:30:28,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/replication/c9a844affaa6b749844b92afb2f86407 2024-12-03T21:30:28,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c9a844affaa6b749844b92afb2f86407 2024-12-03T21:30:28,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c9a844affaa6b749844b92afb2f86407 2024-12-03T21:30:28,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:30:28,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c9a844affaa6b749844b92afb2f86407 2024-12-03T21:30:28,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/replication/c9a844affaa6b749844b92afb2f86407/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:30:28,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c9a844affaa6b749844b92afb2f86407; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68866716, jitterRate=0.02619403600692749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:30:28,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9a844affaa6b749844b92afb2f86407 2024-12-03T21:30:28,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c9a844affaa6b749844b92afb2f86407: Running coprocessor pre-open hook at 1733261428532Writing region info on filesystem at 1733261428532Initializing all the Stores at 1733261428533 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261428533Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261428533Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261428533Cleaning up temporary data from old regions at 1733261428541 (+8 ms)Running coprocessor post-open hooks at 1733261428545 (+4 ms)Region opened successfully at 1733261428546 (+1 ms) 2024-12-03T21:30:28,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407., pid=10, masterSystemTime=1733261428474 2024-12-03T21:30:28,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407. 2024-12-03T21:30:28,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407. 2024-12-03T21:30:28,550 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c9a844affaa6b749844b92afb2f86407, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,39945,1733261414437 2024-12-03T21:30:28,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9a844affaa6b749844b92afb2f86407, server=101545f66cbd,39945,1733261414437 because future has completed 2024-12-03T21:30:28,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T21:30:28,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c9a844affaa6b749844b92afb2f86407, server=101545f66cbd,39945,1733261414437 in 232 msec 2024-12-03T21:30:28,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T21:30:28,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c9a844affaa6b749844b92afb2f86407, ASSIGN in 388 msec 2024-12-03T21:30:28,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:30:28,558 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261428558"}]},"ts":"1733261428558"} 2024-12-03T21:30:28,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T21:30:28,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:30:28,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2200 sec 2024-12-03T21:30:28,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407., hostname=101545f66cbd,39945,1733261414437, seqNum=2] 2024-12-03T21:30:28,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760 2024-12-03T21:30:28,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760 2024-12-03T21:30:28,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:30:28,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T21:30:28,831 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T21:30:28,854 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-101545f66cbd,39945,1733261414437, ReplicationSource: 1, currentBandwidth=0 2024-12-03T21:30:28,855 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:30:28,855 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,39945,1733261414437, seqNum=-1] 2024-12-03T21:30:28,855 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:30:28,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-03T21:30:28,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-101545f66cbd,39945,1733261414437', locateType=CURRENT is [region=hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407., hostname=101545f66cbd,39945,1733261414437, seqNum=2] 2024-12-03T21:30:28,871 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T21:30:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T21:30:28,874 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 101545f66cbd,39945,1733261414437 suceeded 2024-12-03T21:30:28,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T21:30:28,876 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://101545f66cbd:42239,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-03T21:30:28,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-12-03T21:30:28,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5430 sec 2024-12-03T21:30:28,894 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:42239' 2024-12-03T21:30:28,896 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@726b45b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:28,896 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,42239,-1 for getting cluster id 2024-12-03T21:30:28,896 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:30:28,897 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f14581f-9a74-4b10-b8cb-373f18f2dd22' 2024-12-03T21:30:28,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:30:28,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f14581f-9a74-4b10-b8cb-373f18f2dd22" 2024-12-03T21:30:28,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16b628e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:28,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,42239,-1] 2024-12-03T21:30:28,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:30:28,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:28,899 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:30:28,900 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed0201c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:28,900 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:30:28,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,42239,1733261419632 2024-12-03T21:30:28,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@425c05f8 2024-12-03T21:30:28,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:30:28,903 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-03T21:30:28,903 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-101545f66cbd,39945,1733261414437 (queues=1) is replicating from cluster=3cb2e1c5-13d0-4b61-99ab-dde2348f6510 to cluster=5f14581f-9a74-4b10-b8cb-373f18f2dd22 2024-12-03T21:30:28,904 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=101545f66cbd%2C39945%2C1733261414437 2024-12-03T21:30:28,904 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-101545f66cbd,39945,1733261414437, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:30:28,905 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638, startPosition=0, beingWritten=true 2024-12-03T21:30:28,905 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.shipper101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C39945%2C1733261414437 2024-12-03T21:30:28,914 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:30:28,914 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 379, reset compression=false 2024-12-03T21:30:28,914 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.shipper101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,39945,1733261414437 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:30:29,119 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 379, reset compression=false 2024-12-03T21:30:29,423 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 379, reset compression=false 2024-12-03T21:30:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:30:29,478 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T21:30:29,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:30:29,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:30:29,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:29,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:29,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:30:29,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:29,483 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733261429482/Put/seqid=0 2024-12-03T21:30:29,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741840_1016 (size=7894) 2024-12-03T21:30:29,827 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 379, reset compression=false 2024-12-03T21:30:29,890 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/load_f/f/hfile_1 is 34, key is ddd/f:row/1733261429889/Put/seqid=0 2024-12-03T21:30:29,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741841_1017 (size=7691) 2024-12-03T21:30:30,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9c64d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:30,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,45883,-1 for getting cluster id 2024-12-03T21:30:30,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:30:30,300 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cb2e1c5-13d0-4b61-99ab-dde2348f6510' 2024-12-03T21:30:30,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:30:30,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cb2e1c5-13d0-4b61-99ab-dde2348f6510" 2024-12-03T21:30:30,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176439a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:30,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,45883,-1] 2024-12-03T21:30:30,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:30:30,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:30,301 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:30:30,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7046c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:30,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:30:30,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,39945,1733261414437, seqNum=-1] 2024-12-03T21:30:30,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:30:30,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:30:30,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:30:30,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,45883,1733261414273 2024-12-03T21:30:30,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27b3c679 2024-12-03T21:30:30,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:30:30,317 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:30:30,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733261423001.22721e080d623339a85189da1e7bb2f2., hostname=101545f66cbd,39945,1733261414437, seqNum=2] 2024-12-03T21:30:30,332 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 379, reset compression=false 2024-12-03T21:30:30,332 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T21:30:30,343 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T21:30:30,346 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T21:30:30,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/load_f/f/hfile_1 for inclusion in 22721e080d623339a85189da1e7bb2f2/f 2024-12-03T21:30:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T21:30:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:30:30,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/load_f/f/hfile_0 for inclusion in 22721e080d623339a85189da1e7bb2f2/f 2024-12-03T21:30:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T21:30:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:30:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HRegion(2603): Flush status journal for 22721e080d623339a85189da1e7bb2f2: 2024-12-03T21:30:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/load_f/f/hfile_1 to hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__l57c58uj4a8272phc2qhpa7ri3pbdt58a32uk6goubpvlciv4jrc0edq0iie3sfp/f/hfile_1 2024-12-03T21:30:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__l57c58uj4a8272phc2qhpa7ri3pbdt58a32uk6goubpvlciv4jrc0edq0iie3sfp/f/hfile_1 as hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2/f/4f79478aaaa5443ebd348e2b98f1fcaa_SeqId_4_ 2024-12-03T21:30:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/load_f/f/hfile_0 to hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__l57c58uj4a8272phc2qhpa7ri3pbdt58a32uk6goubpvlciv4jrc0edq0iie3sfp/f/hfile_0 2024-12-03T21:30:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__l57c58uj4a8272phc2qhpa7ri3pbdt58a32uk6goubpvlciv4jrc0edq0iie3sfp/f/hfile_0 as hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2/f/99982c60d3604471915ac9bf48f89f69_SeqId_4_ 2024-12-03T21:30:30,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__l57c58uj4a8272phc2qhpa7ri3pbdt58a32uk6goubpvlciv4jrc0edq0iie3sfp/f/hfile_1 into 22721e080d623339a85189da1e7bb2f2/f as hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2/f/4f79478aaaa5443ebd348e2b98f1fcaa_SeqId_4_ - updating store file list. 2024-12-03T21:30:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4f79478aaaa5443ebd348e2b98f1fcaa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T21:30:30,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2/f/4f79478aaaa5443ebd348e2b98f1fcaa_SeqId_4_ into 22721e080d623339a85189da1e7bb2f2/f 2024-12-03T21:30:30,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__l57c58uj4a8272phc2qhpa7ri3pbdt58a32uk6goubpvlciv4jrc0edq0iie3sfp/f/hfile_1 into 22721e080d623339a85189da1e7bb2f2/f (new location: hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2/f/4f79478aaaa5443ebd348e2b98f1fcaa_SeqId_4_) 2024-12-03T21:30:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__l57c58uj4a8272phc2qhpa7ri3pbdt58a32uk6goubpvlciv4jrc0edq0iie3sfp/f/hfile_1 2024-12-03T21:30:30,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__l57c58uj4a8272phc2qhpa7ri3pbdt58a32uk6goubpvlciv4jrc0edq0iie3sfp/f/hfile_0 into 22721e080d623339a85189da1e7bb2f2/f as hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2/f/99982c60d3604471915ac9bf48f89f69_SeqId_4_ - updating store file list. 2024-12-03T21:30:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 99982c60d3604471915ac9bf48f89f69_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T21:30:30,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2/f/99982c60d3604471915ac9bf48f89f69_SeqId_4_ into 22721e080d623339a85189da1e7bb2f2/f 2024-12-03T21:30:30,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__l57c58uj4a8272phc2qhpa7ri3pbdt58a32uk6goubpvlciv4jrc0edq0iie3sfp/f/hfile_0 into 22721e080d623339a85189da1e7bb2f2/f (new location: hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2/f/99982c60d3604471915ac9bf48f89f69_SeqId_4_) 2024-12-03T21:30:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__l57c58uj4a8272phc2qhpa7ri3pbdt58a32uk6goubpvlciv4jrc0edq0iie3sfp/f/hfile_0 2024-12-03T21:30:30,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:30:30,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:30:30,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:30,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:30,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:30:30,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:30:30,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733261423001.22721e080d623339a85189da1e7bb2f2., hostname=101545f66cbd,39945,1733261414437, seqNum=2 , the old value is region=test,,1733261423001.22721e080d623339a85189da1e7bb2f2., hostname=101545f66cbd,39945,1733261414437, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=101545f66cbd:39945 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T21:30:30,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46575,1733261419744, seqNum=-1] 2024-12-03T21:30:30,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733261423001.22721e080d623339a85189da1e7bb2f2., hostname=101545f66cbd,39945,1733261414437, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T21:30:30,398 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:30:30,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733261423001.22721e080d623339a85189da1e7bb2f2., hostname=101545f66cbd,39945,1733261414437, seqNum=2 from cache 2024-12-03T21:30:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:58950 deadline: 1733261490395 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:58950 2024-12-03T21:30:30,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:30:30,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733261425171.6f741e4f8999bc5a6615c20874547f22., hostname=101545f66cbd,46575,1733261419744, seqNum=2] 2024-12-03T21:30:30,403 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T21:30:30,509 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:39945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T21:30:30,935 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 379, reset compression=false 2024-12-03T21:30:30,941 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:30:30,941 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.shipper101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,39945,1733261414437 got entry batch from reader: WALEntryBatch [walEntries=[{test/22721e080d623339a85189da1e7bb2f2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733261430391/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T21:30:30,957 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.shipper101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:30:30,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-03T21:30:30,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.ReplicationSink(318): Replicating [3cb2e1c5-13d0-4b61-99ab-dde2348f6510] bulk loaded data 2024-12-03T21:30:30,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71c4ad56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:30,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,42239,-1 for getting cluster id 2024-12-03T21:30:30,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:30:30,962 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f14581f-9a74-4b10-b8cb-373f18f2dd22' 2024-12-03T21:30:30,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:30:30,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f14581f-9a74-4b10-b8cb-373f18f2dd22" 2024-12-03T21:30:30,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b1e4846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:30,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,42239,-1] 2024-12-03T21:30:30,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:30:30,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:30,964 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:30:30,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@776db682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:30,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741837_1013 (size=7691) 2024-12-03T21:30:31,141 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 687, reset compression=false 2024-12-03T21:30:31,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741838_1014 (size=7894) 2024-12-03T21:30:31,405 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T21:30:31,445 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 687, reset compression=false 2024-12-03T21:30:31,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:30:31,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,42239,1733261419632 2024-12-03T21:30:31,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2151cb0c 2024-12-03T21:30:31,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:30:31,791 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-03T21:30:31,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T21:30:31,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:30:31,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46575,1733261419744, seqNum=-1] 2024-12-03T21:30:31,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:30:31,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-03T21:30:31,801 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/staging/jenkins.hfs.6__test__eip5jrhgdkojlur4q43tukitltr5ev9j5t6absfo94sl8hambsugr57k1e5mag2l/f/4f79478aaaa5443ebd348e2b98f1fcaa_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T21:30:31,804 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/staging/jenkins.hfs.6__test__eip5jrhgdkojlur4q43tukitltr5ev9j5t6absfo94sl8hambsugr57k1e5mag2l/f/99982c60d3604471915ac9bf48f89f69_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T21:30:31,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/staging/jenkins.hfs.6__test__eip5jrhgdkojlur4q43tukitltr5ev9j5t6absfo94sl8hambsugr57k1e5mag2l/f/4f79478aaaa5443ebd348e2b98f1fcaa_SeqId_4_ for inclusion in 6f741e4f8999bc5a6615c20874547f22/f 2024-12-03T21:30:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T21:30:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:30:31,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/staging/jenkins.hfs.6__test__eip5jrhgdkojlur4q43tukitltr5ev9j5t6absfo94sl8hambsugr57k1e5mag2l/f/99982c60d3604471915ac9bf48f89f69_SeqId_4_ for inclusion in 6f741e4f8999bc5a6615c20874547f22/f 2024-12-03T21:30:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T21:30:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:30:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.HRegion(2603): Flush status journal for 6f741e4f8999bc5a6615c20874547f22: 2024-12-03T21:30:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4f79478aaaa5443ebd348e2b98f1fcaa_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T21:30:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/staging/jenkins.hfs.6__test__eip5jrhgdkojlur4q43tukitltr5ev9j5t6absfo94sl8hambsugr57k1e5mag2l/f/4f79478aaaa5443ebd348e2b98f1fcaa_SeqId_4_ as hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/default/test/6f741e4f8999bc5a6615c20874547f22/f/67a83263752e45318a407da277f84359_SeqId_4_ 2024-12-03T21:30:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 99982c60d3604471915ac9bf48f89f69_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T21:30:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/staging/jenkins.hfs.6__test__eip5jrhgdkojlur4q43tukitltr5ev9j5t6absfo94sl8hambsugr57k1e5mag2l/f/99982c60d3604471915ac9bf48f89f69_SeqId_4_ as hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/default/test/6f741e4f8999bc5a6615c20874547f22/f/0c405fbfa2a04318a54c16d00dfdd467_SeqId_4_ 2024-12-03T21:30:31,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/staging/jenkins.hfs.6__test__eip5jrhgdkojlur4q43tukitltr5ev9j5t6absfo94sl8hambsugr57k1e5mag2l/f/4f79478aaaa5443ebd348e2b98f1fcaa_SeqId_4_ into 6f741e4f8999bc5a6615c20874547f22/f as hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/default/test/6f741e4f8999bc5a6615c20874547f22/f/67a83263752e45318a407da277f84359_SeqId_4_ - updating store file list. 2024-12-03T21:30:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 67a83263752e45318a407da277f84359_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T21:30:31,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/default/test/6f741e4f8999bc5a6615c20874547f22/f/67a83263752e45318a407da277f84359_SeqId_4_ into 6f741e4f8999bc5a6615c20874547f22/f 2024-12-03T21:30:31,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/staging/jenkins.hfs.6__test__eip5jrhgdkojlur4q43tukitltr5ev9j5t6absfo94sl8hambsugr57k1e5mag2l/f/4f79478aaaa5443ebd348e2b98f1fcaa_SeqId_4_ into 6f741e4f8999bc5a6615c20874547f22/f (new location: hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/default/test/6f741e4f8999bc5a6615c20874547f22/f/67a83263752e45318a407da277f84359_SeqId_4_) 2024-12-03T21:30:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/staging/jenkins.hfs.6__test__eip5jrhgdkojlur4q43tukitltr5ev9j5t6absfo94sl8hambsugr57k1e5mag2l/f/4f79478aaaa5443ebd348e2b98f1fcaa_SeqId_4_ 2024-12-03T21:30:31,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/staging/jenkins.hfs.6__test__eip5jrhgdkojlur4q43tukitltr5ev9j5t6absfo94sl8hambsugr57k1e5mag2l/f/99982c60d3604471915ac9bf48f89f69_SeqId_4_ into 6f741e4f8999bc5a6615c20874547f22/f as hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/default/test/6f741e4f8999bc5a6615c20874547f22/f/0c405fbfa2a04318a54c16d00dfdd467_SeqId_4_ - updating store file list. 2024-12-03T21:30:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0c405fbfa2a04318a54c16d00dfdd467_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T21:30:31,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/default/test/6f741e4f8999bc5a6615c20874547f22/f/0c405fbfa2a04318a54c16d00dfdd467_SeqId_4_ into 6f741e4f8999bc5a6615c20874547f22/f 2024-12-03T21:30:31,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/staging/jenkins.hfs.6__test__eip5jrhgdkojlur4q43tukitltr5ev9j5t6absfo94sl8hambsugr57k1e5mag2l/f/99982c60d3604471915ac9bf48f89f69_SeqId_4_ into 6f741e4f8999bc5a6615c20874547f22/f (new location: hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/default/test/6f741e4f8999bc5a6615c20874547f22/f/0c405fbfa2a04318a54c16d00dfdd467_SeqId_4_) 2024-12-03T21:30:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/staging/jenkins.hfs.6__test__eip5jrhgdkojlur4q43tukitltr5ev9j5t6absfo94sl8hambsugr57k1e5mag2l/f/99982c60d3604471915ac9bf48f89f69_SeqId_4_ 2024-12-03T21:30:31,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.ReplicationSink(324): Finished replicating [3cb2e1c5-13d0-4b61-99ab-dde2348f6510] bulk loaded data 2024-12-03T21:30:31,849 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 687, reset compression=false 2024-12-03T21:30:32,353 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 687, reset compression=false 2024-12-03T21:30:32,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:30:32,477 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733261432476/Put/seqid=0 2024-12-03T21:30:32,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741842_1018 (size=7997) 2024-12-03T21:30:32,883 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733261432882/Put/seqid=0 2024-12-03T21:30:32,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741843_1019 (size=7794) 2024-12-03T21:30:32,956 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 687, reset compression=false 2024-12-03T21:30:33,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de0516a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:33,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,45883,-1 for getting cluster id 2024-12-03T21:30:33,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:30:33,290 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cb2e1c5-13d0-4b61-99ab-dde2348f6510' 2024-12-03T21:30:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:30:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cb2e1c5-13d0-4b61-99ab-dde2348f6510" 2024-12-03T21:30:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ebc5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,45883,-1] 2024-12-03T21:30:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:30:33,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:33,291 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:30:33,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e52f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:30:33,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:30:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,39945,1733261414437, seqNum=-1] 2024-12-03T21:30:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:30:33,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:30:33,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:30:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,45883,1733261414273 2024-12-03T21:30:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@559f2fb7 2024-12-03T21:30:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:30:33,306 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:30:33,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733261423001.22721e080d623339a85189da1e7bb2f2., hostname=101545f66cbd,39945,1733261414437, seqNum=2] 2024-12-03T21:30:33,312 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T21:30:33,318 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T21:30:33,322 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T21:30:33,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/load_f1/f1/hfile_1 for inclusion in 22721e080d623339a85189da1e7bb2f2/f1 2024-12-03T21:30:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T21:30:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:30:33,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/load_f1/f1/hfile_0 for inclusion in 22721e080d623339a85189da1e7bb2f2/f1 2024-12-03T21:30:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T21:30:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:30:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HRegion(2603): Flush status journal for 22721e080d623339a85189da1e7bb2f2: 2024-12-03T21:30:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/load_f1/f1/hfile_1 to hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__lo8q2ofk06iodslfr41mda1n37epj0qdcf4pqup03fmkav0hq2ge0p08nd4lhd9o/f1/hfile_1 2024-12-03T21:30:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__lo8q2ofk06iodslfr41mda1n37epj0qdcf4pqup03fmkav0hq2ge0p08nd4lhd9o/f1/hfile_1 as hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2/f1/4dff13f7057f4c5bb71429fe6a3e3321_SeqId_6_ 2024-12-03T21:30:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/load_f1/f1/hfile_0 to hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__lo8q2ofk06iodslfr41mda1n37epj0qdcf4pqup03fmkav0hq2ge0p08nd4lhd9o/f1/hfile_0 2024-12-03T21:30:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__lo8q2ofk06iodslfr41mda1n37epj0qdcf4pqup03fmkav0hq2ge0p08nd4lhd9o/f1/hfile_0 as hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2/f1/089a22493ff24563b219667a88e5cd4b_SeqId_6_ 2024-12-03T21:30:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-03T21:30:33,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__lo8q2ofk06iodslfr41mda1n37epj0qdcf4pqup03fmkav0hq2ge0p08nd4lhd9o/f1/hfile_1 into 22721e080d623339a85189da1e7bb2f2/f1 as hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2/f1/4dff13f7057f4c5bb71429fe6a3e3321_SeqId_6_ - updating store file list. 2024-12-03T21:30:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4dff13f7057f4c5bb71429fe6a3e3321_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T21:30:33,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2/f1/4dff13f7057f4c5bb71429fe6a3e3321_SeqId_6_ into 22721e080d623339a85189da1e7bb2f2/f1 2024-12-03T21:30:33,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__lo8q2ofk06iodslfr41mda1n37epj0qdcf4pqup03fmkav0hq2ge0p08nd4lhd9o/f1/hfile_1 into 22721e080d623339a85189da1e7bb2f2/f1 (new location: hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2/f1/4dff13f7057f4c5bb71429fe6a3e3321_SeqId_6_) 2024-12-03T21:30:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__lo8q2ofk06iodslfr41mda1n37epj0qdcf4pqup03fmkav0hq2ge0p08nd4lhd9o/f1/hfile_1 2024-12-03T21:30:33,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__lo8q2ofk06iodslfr41mda1n37epj0qdcf4pqup03fmkav0hq2ge0p08nd4lhd9o/f1/hfile_0 into 22721e080d623339a85189da1e7bb2f2/f1 as hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2/f1/089a22493ff24563b219667a88e5cd4b_SeqId_6_ - updating store file list. 2024-12-03T21:30:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 089a22493ff24563b219667a88e5cd4b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T21:30:33,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2/f1/089a22493ff24563b219667a88e5cd4b_SeqId_6_ into 22721e080d623339a85189da1e7bb2f2/f1 2024-12-03T21:30:33,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__lo8q2ofk06iodslfr41mda1n37epj0qdcf4pqup03fmkav0hq2ge0p08nd4lhd9o/f1/hfile_0 into 22721e080d623339a85189da1e7bb2f2/f1 (new location: hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2/f1/089a22493ff24563b219667a88e5cd4b_SeqId_6_) 2024-12-03T21:30:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/staging/jenkins__test__lo8q2ofk06iodslfr41mda1n37epj0qdcf4pqup03fmkav0hq2ge0p08nd4lhd9o/f1/hfile_0 2024-12-03T21:30:33,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:30:33,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:30:33,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:33,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:30:33,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733261423001.22721e080d623339a85189da1e7bb2f2., hostname=101545f66cbd,39945,1733261414437, seqNum=2 , the old value is region=test,,1733261423001.22721e080d623339a85189da1e7bb2f2., hostname=101545f66cbd,39945,1733261414437, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=101545f66cbd:39945 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T21:30:33,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733261423001.22721e080d623339a85189da1e7bb2f2., hostname=101545f66cbd,39945,1733261414437, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T21:30:33,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733261423001.22721e080d623339a85189da1e7bb2f2., hostname=101545f66cbd,39945,1733261414437, seqNum=2 from cache 2024-12-03T21:30:33,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:30:33,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:30:33,352 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,39945,1733261414437, seqNum=-1] 2024-12-03T21:30:33,352 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T21:30:33,352 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:30:33,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:30:33,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733261423001.22721e080d623339a85189da1e7bb2f2., hostname=101545f66cbd,39945,1733261414437, seqNum=2] 2024-12-03T21:30:33,458 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:39945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T21:30:33,660 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 687, reset compression=false 2024-12-03T21:30:33,665 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:30:33,665 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:33,665 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.shipper101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,39945,1733261414437 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:30:33,869 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:34,033 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:30:34,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:34,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:34,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:34,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:30:34,173 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:34,577 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:35,081 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:35,684 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:36,388 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:36,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T21:30:36,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T21:30:37,192 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:38,096 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:39,100 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:40,204 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:41,408 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:42,711 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:43,862 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T21:30:44,115 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:45,618 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:47,222 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:48,926 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:49,220 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T21:30:50,729 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:52,633 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:53,668 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.shipper101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,39945,1733261414437 got entry batch from reader: null 2024-12-03T21:30:54,637 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:56,741 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:30:58,092 INFO [master/101545f66cbd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T21:30:58,092 INFO [master/101545f66cbd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T21:30:58,945 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:31:01,250 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:31:03,654 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:31:03,676 INFO [master/101545f66cbd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T21:31:03,676 INFO [master/101545f66cbd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T21:31:06,158 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:31:08,763 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:31:09,143 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 22721e080d623339a85189da1e7bb2f2, had cached 0 bytes from a total of 31376 2024-12-03T21:31:11,308 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6f741e4f8999bc5a6615c20874547f22, had cached 0 bytes from a total of 15585 2024-12-03T21:31:11,467 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:31:13,668 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.shipper101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,39945,1733261414437 got entry batch from reader: null 2024-12-03T21:31:13,862 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T21:31:14,270 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:31:17,174 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:31:19,220 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T21:31:20,178 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:31:23,282 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:31:23,397 DEBUG [master/101545f66cbd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T21:31:26,486 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:31:29,790 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:31:33,194 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:31:33,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:31:33,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:31:33,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:31:33,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:33,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:33,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:31:33,378 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:31:33,378 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2072956644, stopped=false 2024-12-03T21:31:33,379 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,42239,1733261419632 2024-12-03T21:31:33,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-119518252/running 2024-12-03T21:31:33,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-119518252/running 2024-12-03T21:31:33,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252 2024-12-03T21:31:33,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252 2024-12-03T21:31:33,432 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:31:33,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:31:33,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:31:33,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:33,433 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,46575,1733261419744' ***** 2024-12-03T21:31:33,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Set watcher on znode that does not yet exist, /1-119518252/running 2024-12-03T21:31:33,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Set watcher on znode that does not yet exist, /1-119518252/running 2024-12-03T21:31:33,433 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:31:33,433 INFO [RS:0;101545f66cbd:46575 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:31:33,434 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:31:33,434 INFO [RS:0;101545f66cbd:46575 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:31:33,434 INFO [RS:0;101545f66cbd:46575 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:31:33,434 INFO [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f741e4f8999bc5a6615c20874547f22 2024-12-03T21:31:33,434 INFO [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,46575,1733261419744 2024-12-03T21:31:33,434 INFO [RS:0;101545f66cbd:46575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:31:33,434 INFO [RS:0;101545f66cbd:46575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:46575. 2024-12-03T21:31:33,434 DEBUG [RS:0;101545f66cbd:46575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:31:33,434 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f741e4f8999bc5a6615c20874547f22, disabling compactions & flushes 2024-12-03T21:31:33,434 DEBUG [RS:0;101545f66cbd:46575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:33,434 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733261425171.6f741e4f8999bc5a6615c20874547f22. 2024-12-03T21:31:33,434 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261425171.6f741e4f8999bc5a6615c20874547f22. 2024-12-03T21:31:33,434 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733261425171.6f741e4f8999bc5a6615c20874547f22. after waiting 0 ms 2024-12-03T21:31:33,434 INFO [RS:0;101545f66cbd:46575 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:31:33,434 INFO [RS:0;101545f66cbd:46575 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:31:33,434 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733261425171.6f741e4f8999bc5a6615c20874547f22. 2024-12-03T21:31:33,434 INFO [RS:0;101545f66cbd:46575 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:31:33,434 INFO [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:31:33,435 INFO [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T21:31:33,435 DEBUG [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6f741e4f8999bc5a6615c20874547f22=test,,1733261425171.6f741e4f8999bc5a6615c20874547f22.} 2024-12-03T21:31:33,435 DEBUG [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f741e4f8999bc5a6615c20874547f22 2024-12-03T21:31:33,435 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:31:33,435 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:31:33,435 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:31:33,435 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:31:33,435 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:31:33,435 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T21:31:33,439 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/default/test/6f741e4f8999bc5a6615c20874547f22/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T21:31:33,440 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:31:33,440 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:31:33,440 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733261425171.6f741e4f8999bc5a6615c20874547f22. 2024-12-03T21:31:33,440 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f741e4f8999bc5a6615c20874547f22: Waiting for close lock at 1733261493434Running coprocessor pre-close hooks at 1733261493434Disabling compacts and flushes for region at 1733261493434Disabling writes for close at 1733261493434Writing region close event to WAL at 1733261493435 (+1 ms)Running coprocessor post-close hooks at 1733261493439 (+4 ms)Closed at 1733261493440 (+1 ms) 2024-12-03T21:31:33,440 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733261425171.6f741e4f8999bc5a6615c20874547f22. 2024-12-03T21:31:33,449 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/.tmp/info/8d4d3c9faba54a11b19463b26bb382fb is 129, key is test,,1733261425171.6f741e4f8999bc5a6615c20874547f22./info:regioninfo/1733261426323/Put/seqid=0 2024-12-03T21:31:33,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741839_1015 (size=6421) 2024-12-03T21:31:33,520 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:31:33,635 DEBUG [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:31:33,668 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.shipper101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,39945,1733261414437 got entry batch from reader: null 2024-12-03T21:31:33,766 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:31:33,766 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:31:33,835 DEBUG [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:31:33,854 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/.tmp/info/8d4d3c9faba54a11b19463b26bb382fb 2024-12-03T21:31:33,886 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/.tmp/ns/d5ed4be881874e11bc8380ac33ed6448 is 43, key is default/ns:d/1733261422891/Put/seqid=0 2024-12-03T21:31:33,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741840_1016 (size=5153) 2024-12-03T21:31:34,035 DEBUG [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:31:34,235 DEBUG [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:31:34,290 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/.tmp/ns/d5ed4be881874e11bc8380ac33ed6448 2024-12-03T21:31:34,311 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/.tmp/rep_barrier/1a3e49170e0743b6b1a6ca1de0c8edd6 is 112, key is test,,1733261425171.6f741e4f8999bc5a6615c20874547f22./rep_barrier:seqnumDuringOpen/1733261426323/Put/seqid=0 2024-12-03T21:31:34,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741841_1017 (size=5518) 2024-12-03T21:31:34,435 DEBUG [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:31:34,636 INFO [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T21:31:34,636 DEBUG [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:31:34,636 DEBUG [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:31:34,718 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/.tmp/rep_barrier/1a3e49170e0743b6b1a6ca1de0c8edd6 2024-12-03T21:31:34,735 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/.tmp/table/73c96e5ece39417da5bb50ab643af8c3 is 40, key is test/table:state/1733261426333/Put/seqid=0 2024-12-03T21:31:34,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741842_1018 (size=5165) 2024-12-03T21:31:34,836 DEBUG [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:31:35,036 DEBUG [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:31:35,139 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/.tmp/table/73c96e5ece39417da5bb50ab643af8c3 2024-12-03T21:31:35,144 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/.tmp/info/8d4d3c9faba54a11b19463b26bb382fb as hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/info/8d4d3c9faba54a11b19463b26bb382fb 2024-12-03T21:31:35,150 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/info/8d4d3c9faba54a11b19463b26bb382fb, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T21:31:35,151 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/.tmp/ns/d5ed4be881874e11bc8380ac33ed6448 as hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/ns/d5ed4be881874e11bc8380ac33ed6448 2024-12-03T21:31:35,156 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/ns/d5ed4be881874e11bc8380ac33ed6448, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T21:31:35,157 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/.tmp/rep_barrier/1a3e49170e0743b6b1a6ca1de0c8edd6 as hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/rep_barrier/1a3e49170e0743b6b1a6ca1de0c8edd6 2024-12-03T21:31:35,162 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/rep_barrier/1a3e49170e0743b6b1a6ca1de0c8edd6, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T21:31:35,163 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/.tmp/table/73c96e5ece39417da5bb50ab643af8c3 as hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/table/73c96e5ece39417da5bb50ab643af8c3 2024-12-03T21:31:35,168 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/table/73c96e5ece39417da5bb50ab643af8c3, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T21:31:35,169 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=11, compaction requested=false 2024-12-03T21:31:35,174 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T21:31:35,174 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:31:35,174 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:31:35,174 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:31:35,174 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261493435Running coprocessor pre-close hooks at 1733261493435Disabling compacts and flushes for region at 1733261493435Disabling writes for close at 1733261493435Obtaining lock to block concurrent updates at 1733261493435Preparing flush snapshotting stores in 1588230740 at 1733261493435Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733261493435Flushing stores of hbase:meta,,1.1588230740 at 1733261493436 (+1 ms)Flushing 1588230740/info: creating writer at 1733261493436Flushing 1588230740/info: appending metadata at 1733261493449 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733261493449Flushing 1588230740/ns: creating writer at 1733261493874 (+425 ms)Flushing 1588230740/ns: appending metadata at 1733261493885 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733261493885Flushing 1588230740/rep_barrier: creating writer at 1733261494295 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733261494310 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733261494310Flushing 1588230740/table: creating writer at 1733261494723 (+413 ms)Flushing 1588230740/table: appending metadata at 1733261494734 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733261494734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@674240dc: reopening flushed file at 1733261495143 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10a5dcdd: reopening flushed file at 1733261495150 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c52c76: reopening flushed file at 1733261495156 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ddab78: reopening flushed file at 1733261495162 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=11, compaction requested=false at 1733261495169 (+7 ms)Writing region close event to WAL at 1733261495171 (+2 ms)Running coprocessor post-close hooks at 1733261495174 (+3 ms)Closed at 1733261495174 2024-12-03T21:31:35,174 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:31:35,236 INFO [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,46575,1733261419744; all regions closed. 2024-12-03T21:31:35,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741834_1010 (size=2717) 2024-12-03T21:31:35,238 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/WALs/101545f66cbd,46575,1733261419744/101545f66cbd%2C46575%2C1733261419744.meta.1733261422846.meta not finished, retry = 0 2024-12-03T21:31:35,341 DEBUG [RS:0;101545f66cbd:46575 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/oldWALs 2024-12-03T21:31:35,341 INFO [RS:0;101545f66cbd:46575 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C46575%2C1733261419744.meta:.meta(num 1733261422846) 2024-12-03T21:31:35,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741832_1008 (size=1028) 2024-12-03T21:31:35,343 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/WALs/101545f66cbd,46575,1733261419744/101545f66cbd%2C46575%2C1733261419744.1733261421890 not finished, retry = 0 2024-12-03T21:31:35,446 DEBUG [RS:0;101545f66cbd:46575 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/oldWALs 2024-12-03T21:31:35,446 INFO [RS:0;101545f66cbd:46575 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C46575%2C1733261419744:(num 1733261421890) 2024-12-03T21:31:35,446 DEBUG [RS:0;101545f66cbd:46575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:35,446 INFO [RS:0;101545f66cbd:46575 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:31:35,446 INFO [RS:0;101545f66cbd:46575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:31:35,446 INFO [RS:0;101545f66cbd:46575 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T21:31:35,446 INFO [RS:0;101545f66cbd:46575 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:31:35,446 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:31:35,447 INFO [RS:0;101545f66cbd:46575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:46575. 2024-12-03T21:31:35,447 DEBUG [RS:0;101545f66cbd:46575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:31:35,447 DEBUG [RS:0;101545f66cbd:46575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:35,447 DEBUG [RS:0;101545f66cbd:46575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:35,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:31:35,447 INFO [RS:0;101545f66cbd:46575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46575 2024-12-03T21:31:35,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252/rs 2024-12-03T21:31:35,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-119518252/rs/101545f66cbd,46575,1733261419744 2024-12-03T21:31:35,474 INFO [RS:0;101545f66cbd:46575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:31:35,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,46575,1733261419744] 2024-12-03T21:31:35,490 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-119518252/draining/101545f66cbd,46575,1733261419744 already deleted, retry=false 2024-12-03T21:31:35,490 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,46575,1733261419744 expired; onlineServers=0 2024-12-03T21:31:35,490 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,42239,1733261419632' ***** 2024-12-03T21:31:35,491 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:31:35,491 INFO [M:0;101545f66cbd:42239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:31:35,491 INFO [M:0;101545f66cbd:42239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:31:35,491 DEBUG [M:0;101545f66cbd:42239 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:31:35,491 DEBUG [M:0;101545f66cbd:42239 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:31:35,491 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:31:35,491 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261421671 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261421671,5,FailOnTimeoutGroup] 2024-12-03T21:31:35,491 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261421671 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261421671,5,FailOnTimeoutGroup] 2024-12-03T21:31:35,491 INFO [M:0;101545f66cbd:42239 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:31:35,491 INFO [M:0;101545f66cbd:42239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:31:35,491 DEBUG [M:0;101545f66cbd:42239 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:31:35,491 INFO [M:0;101545f66cbd:42239 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:31:35,491 INFO [M:0;101545f66cbd:42239 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:31:35,491 INFO [M:0;101545f66cbd:42239 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:31:35,492 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:31:35,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-119518252/master 2024-12-03T21:31:35,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-119518252 2024-12-03T21:31:35,499 DEBUG [M:0;101545f66cbd:42239 {}] zookeeper.ZKUtil(347): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Unable to get data of znode /1-119518252/master because node does not exist (not an error) 2024-12-03T21:31:35,499 WARN [M:0;101545f66cbd:42239 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:31:35,500 INFO [M:0;101545f66cbd:42239 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/.lastflushedseqids 2024-12-03T21:31:35,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741843_1019 (size=173) 2024-12-03T21:31:35,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:31:35,582 INFO [RS:0;101545f66cbd:46575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:31:35,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x1019e63fa880004, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:31:35,582 INFO [RS:0;101545f66cbd:46575 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,46575,1733261419744; zookeeper connection closed. 2024-12-03T21:31:35,583 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e8e9389 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e8e9389 2024-12-03T21:31:35,583 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:31:35,904 INFO [M:0;101545f66cbd:42239 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:31:35,904 INFO [M:0;101545f66cbd:42239 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:31:35,905 DEBUG [M:0;101545f66cbd:42239 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:31:35,905 INFO [M:0;101545f66cbd:42239 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:35,905 DEBUG [M:0;101545f66cbd:42239 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:35,905 DEBUG [M:0;101545f66cbd:42239 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:31:35,905 DEBUG [M:0;101545f66cbd:42239 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:35,905 INFO [M:0;101545f66cbd:42239 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-12-03T21:31:35,918 DEBUG [M:0;101545f66cbd:42239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/efc5ec3cdad546e09b44439f423a65b9 is 82, key is hbase:meta,,1/info:regioninfo/1733261422874/Put/seqid=0 2024-12-03T21:31:35,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741844_1020 (size=5672) 2024-12-03T21:31:36,322 INFO [M:0;101545f66cbd:42239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/efc5ec3cdad546e09b44439f423a65b9 2024-12-03T21:31:36,338 DEBUG [M:0;101545f66cbd:42239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95fca3f805d64bf9853ed0b24af4bb00 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733261426337/Put/seqid=0 2024-12-03T21:31:36,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741845_1021 (size=6728) 2024-12-03T21:31:36,698 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.1733261416638 to pos 997, reset compression=false 2024-12-03T21:31:36,743 INFO [M:0;101545f66cbd:42239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95fca3f805d64bf9853ed0b24af4bb00 2024-12-03T21:31:36,747 INFO [M:0;101545f66cbd:42239 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95fca3f805d64bf9853ed0b24af4bb00 2024-12-03T21:31:36,759 DEBUG [M:0;101545f66cbd:42239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9736da07dc0b46029431b3452d0405ab is 69, key is 101545f66cbd,46575,1733261419744/rs:state/1733261421699/Put/seqid=0 2024-12-03T21:31:36,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741846_1022 (size=5156) 2024-12-03T21:31:37,163 INFO [M:0;101545f66cbd:42239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9736da07dc0b46029431b3452d0405ab 2024-12-03T21:31:37,167 DEBUG [M:0;101545f66cbd:42239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/efc5ec3cdad546e09b44439f423a65b9 as hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/efc5ec3cdad546e09b44439f423a65b9 2024-12-03T21:31:37,171 INFO [M:0;101545f66cbd:42239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/efc5ec3cdad546e09b44439f423a65b9, entries=8, sequenceid=58, filesize=5.5 K 2024-12-03T21:31:37,172 DEBUG [M:0;101545f66cbd:42239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95fca3f805d64bf9853ed0b24af4bb00 as hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95fca3f805d64bf9853ed0b24af4bb00 2024-12-03T21:31:37,177 INFO [M:0;101545f66cbd:42239 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95fca3f805d64bf9853ed0b24af4bb00 2024-12-03T21:31:37,177 INFO [M:0;101545f66cbd:42239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95fca3f805d64bf9853ed0b24af4bb00, entries=6, sequenceid=58, filesize=6.6 K 2024-12-03T21:31:37,178 DEBUG [M:0;101545f66cbd:42239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9736da07dc0b46029431b3452d0405ab as hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9736da07dc0b46029431b3452d0405ab 2024-12-03T21:31:37,182 INFO [M:0;101545f66cbd:42239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9736da07dc0b46029431b3452d0405ab, entries=1, sequenceid=58, filesize=5.0 K 2024-12-03T21:31:37,183 INFO [M:0;101545f66cbd:42239 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=58, compaction requested=false 2024-12-03T21:31:37,184 INFO [M:0;101545f66cbd:42239 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:37,185 DEBUG [M:0;101545f66cbd:42239 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261495904Disabling compacts and flushes for region at 1733261495904Disabling writes for close at 1733261495905 (+1 ms)Obtaining lock to block concurrent updates at 1733261495905Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261495905Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1733261495905Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261495906 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261495906Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261495917 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261495917Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261496326 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261496338 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261496338Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261496747 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261496758 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261496758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13113292: reopening flushed file at 1733261497167 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db5e73e: reopening flushed file at 1733261497171 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f76d6c: reopening flushed file at 1733261497177 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=58, compaction requested=false at 1733261497183 (+6 ms)Writing region close event to WAL at 1733261497184 (+1 ms)Closed at 1733261497184 2024-12-03T21:31:37,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36991 is added to blk_1073741830_1006 (size=33038) 2024-12-03T21:31:37,186 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27690a5c-709e-7548-c86d-98c17e89ee83/MasterData/WALs/101545f66cbd,42239,1733261419632/101545f66cbd%2C42239%2C1733261419632.1733261421476 not finished, retry = 0 2024-12-03T21:31:37,288 INFO [M:0;101545f66cbd:42239 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:31:37,287 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:31:37,288 INFO [M:0;101545f66cbd:42239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42239 2024-12-03T21:31:37,288 INFO [M:0;101545f66cbd:42239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:31:37,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:31:37,416 INFO [M:0;101545f66cbd:42239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:31:37,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42239-0x1019e63fa880003, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:31:37,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43f3d0e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:31:37,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c656c29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:31:37,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:31:37,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672164d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:31:37,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b4e3f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/hadoop.log.dir/,STOPPED} 2024-12-03T21:31:37,456 WARN [BP-1498416967-172.17.0.2-1733261417918 heartbeating to localhost/127.0.0.1:42525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:31:37,456 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:31:37,456 WARN [BP-1498416967-172.17.0.2-1733261417918 heartbeating to localhost/127.0.0.1:42525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1498416967-172.17.0.2-1733261417918 (Datanode Uuid 44cf86ba-bd50-43d1-8eed-a3553b80f895) service to localhost/127.0.0.1:42525 2024-12-03T21:31:37,456 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:31:37,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/cluster_6d0c0ec3-805c-29e1-f9d1-a4078a9f5161/data/data1/current/BP-1498416967-172.17.0.2-1733261417918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:31:37,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/cluster_6d0c0ec3-805c-29e1-f9d1-a4078a9f5161/data/data2/current/BP-1498416967-172.17.0.2-1733261417918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:31:37,456 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:31:37,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78103ca4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:31:37,462 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a69e711{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:31:37,462 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:31:37,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@743921d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:31:37,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37255a7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/hadoop.log.dir/,STOPPED} 2024-12-03T21:31:37,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:31:37,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:31:37,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:31:37,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:31:37,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:37,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:37,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:31:37,474 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:31:37,474 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=32034012, stopped=false 2024-12-03T21:31:37,474 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,45883,1733261414273 2024-12-03T21:31:37,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01126045760/running 2024-12-03T21:31:37,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01126045760/running 2024-12-03T21:31:37,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760 2024-12-03T21:31:37,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760 2024-12-03T21:31:37,495 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:31:37,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:31:37,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Set watcher on znode that does not yet exist, /01126045760/running 2024-12-03T21:31:37,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:31:37,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:37,496 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,39945,1733261414437' ***** 2024-12-03T21:31:37,496 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:31:37,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Set watcher on znode that does not yet exist, /01126045760/running 2024-12-03T21:31:37,496 INFO [RS:0;101545f66cbd:39945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:31:37,496 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:31:37,496 INFO [RS:0;101545f66cbd:39945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:31:37,497 INFO [RS:0;101545f66cbd:39945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:31:37,497 INFO [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(3091): Received CLOSE for 22721e080d623339a85189da1e7bb2f2 2024-12-03T21:31:37,497 INFO [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(3091): Received CLOSE for c9a844affaa6b749844b92afb2f86407 2024-12-03T21:31:37,497 INFO [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,39945,1733261414437 2024-12-03T21:31:37,497 INFO [RS:0;101545f66cbd:39945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:31:37,497 INFO [RS:0;101545f66cbd:39945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:39945. 2024-12-03T21:31:37,497 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22721e080d623339a85189da1e7bb2f2, disabling compactions & flushes 2024-12-03T21:31:37,497 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733261423001.22721e080d623339a85189da1e7bb2f2. 2024-12-03T21:31:37,497 DEBUG [RS:0;101545f66cbd:39945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:31:37,497 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261423001.22721e080d623339a85189da1e7bb2f2. 2024-12-03T21:31:37,497 DEBUG [RS:0;101545f66cbd:39945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:37,497 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733261423001.22721e080d623339a85189da1e7bb2f2. after waiting 0 ms 2024-12-03T21:31:37,497 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733261423001.22721e080d623339a85189da1e7bb2f2. 2024-12-03T21:31:37,497 INFO [RS:0;101545f66cbd:39945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:31:37,497 INFO [RS:0;101545f66cbd:39945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:31:37,497 INFO [RS:0;101545f66cbd:39945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:31:37,497 INFO [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:31:37,497 INFO [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T21:31:37,497 DEBUG [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1325): Online Regions={22721e080d623339a85189da1e7bb2f2=test,,1733261423001.22721e080d623339a85189da1e7bb2f2., c9a844affaa6b749844b92afb2f86407=hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:31:37,498 DEBUG [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22721e080d623339a85189da1e7bb2f2, c9a844affaa6b749844b92afb2f86407 2024-12-03T21:31:37,498 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:31:37,498 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:31:37,498 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:31:37,498 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:31:37,498 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:31:37,498 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T21:31:37,501 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/default/test/22721e080d623339a85189da1e7bb2f2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T21:31:37,501 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:31:37,501 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:31:37,501 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733261423001.22721e080d623339a85189da1e7bb2f2. 2024-12-03T21:31:37,501 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22721e080d623339a85189da1e7bb2f2: Waiting for close lock at 1733261497497Running coprocessor pre-close hooks at 1733261497497Disabling compacts and flushes for region at 1733261497497Disabling writes for close at 1733261497497Writing region close event to WAL at 1733261497498 (+1 ms)Running coprocessor post-close hooks at 1733261497501 (+3 ms)Closed at 1733261497501 2024-12-03T21:31:37,501 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733261423001.22721e080d623339a85189da1e7bb2f2. 2024-12-03T21:31:37,502 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9a844affaa6b749844b92afb2f86407, disabling compactions & flushes 2024-12-03T21:31:37,502 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407. 2024-12-03T21:31:37,502 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407. 2024-12-03T21:31:37,502 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407. after waiting 0 ms 2024-12-03T21:31:37,502 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407. 2024-12-03T21:31:37,502 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c9a844affaa6b749844b92afb2f86407 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-03T21:31:37,511 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:31:37,511 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:31:37,514 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/replication/c9a844affaa6b749844b92afb2f86407/.tmp/hfileref/df90d5f3e0da41d2b6e77b632ca9ee4f is 74, key is 1/hfileref:4f79478aaaa5443ebd348e2b98f1fcaa_SeqId_4_/1733261431833/DeleteColumn/seqid=0 2024-12-03T21:31:37,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741844_1020 (size=5203) 2024-12-03T21:31:37,518 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/.tmp/info/2589e8e9d0ac4c16908c44e3ebcd61f1 is 147, key is hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407./info:regioninfo/1733261428549/Put/seqid=0 2024-12-03T21:31:37,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741845_1021 (size=7686) 2024-12-03T21:31:37,573 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:31:37,698 DEBUG [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c9a844affaa6b749844b92afb2f86407 2024-12-03T21:31:37,898 DEBUG [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c9a844affaa6b749844b92afb2f86407 2024-12-03T21:31:37,919 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/replication/c9a844affaa6b749844b92afb2f86407/.tmp/hfileref/df90d5f3e0da41d2b6e77b632ca9ee4f 2024-12-03T21:31:37,923 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/.tmp/info/2589e8e9d0ac4c16908c44e3ebcd61f1 2024-12-03T21:31:37,936 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/replication/c9a844affaa6b749844b92afb2f86407/.tmp/queue/ad255eecf105448b82c4df5e58f3dbd9 is 153, key is 1-101545f66cbd,39945,1733261414437/queue:101545f66cbd%2C39945%2C1733261414437/1733261433667/Put/seqid=0 2024-12-03T21:31:37,939 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/.tmp/ns/7c01506ea60641b1a1af7aaf8c634aac is 43, key is default/ns:d/1733261417788/Put/seqid=0 2024-12-03T21:31:37,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741846_1022 (size=5352) 2024-12-03T21:31:37,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741847_1023 (size=5153) 2024-12-03T21:31:38,098 DEBUG [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c9a844affaa6b749844b92afb2f86407 2024-12-03T21:31:38,298 DEBUG [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c9a844affaa6b749844b92afb2f86407 2024-12-03T21:31:38,340 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/replication/c9a844affaa6b749844b92afb2f86407/.tmp/queue/ad255eecf105448b82c4df5e58f3dbd9 2024-12-03T21:31:38,342 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/.tmp/ns/7c01506ea60641b1a1af7aaf8c634aac 2024-12-03T21:31:38,346 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/replication/c9a844affaa6b749844b92afb2f86407/.tmp/hfileref/df90d5f3e0da41d2b6e77b632ca9ee4f as hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/replication/c9a844affaa6b749844b92afb2f86407/hfileref/df90d5f3e0da41d2b6e77b632ca9ee4f 2024-12-03T21:31:38,351 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/replication/c9a844affaa6b749844b92afb2f86407/hfileref/df90d5f3e0da41d2b6e77b632ca9ee4f, entries=2, sequenceid=10, filesize=5.1 K 2024-12-03T21:31:38,352 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/replication/c9a844affaa6b749844b92afb2f86407/.tmp/queue/ad255eecf105448b82c4df5e58f3dbd9 as hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/replication/c9a844affaa6b749844b92afb2f86407/queue/ad255eecf105448b82c4df5e58f3dbd9 2024-12-03T21:31:38,357 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/replication/c9a844affaa6b749844b92afb2f86407/queue/ad255eecf105448b82c4df5e58f3dbd9, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T21:31:38,358 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c9a844affaa6b749844b92afb2f86407 in 856ms, sequenceid=10, compaction requested=false 2024-12-03T21:31:38,366 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/replication/c9a844affaa6b749844b92afb2f86407/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T21:31:38,366 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/.tmp/rep_barrier/7e5d35297ffc4e13ba3fcd03c32b9335 is 112, key is test,,1733261423001.22721e080d623339a85189da1e7bb2f2./rep_barrier:seqnumDuringOpen/1733261424160/Put/seqid=0 2024-12-03T21:31:38,366 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:31:38,366 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:31:38,366 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407. 2024-12-03T21:31:38,366 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9a844affaa6b749844b92afb2f86407: Waiting for close lock at 1733261497502Running coprocessor pre-close hooks at 1733261497502Disabling compacts and flushes for region at 1733261497502Disabling writes for close at 1733261497502Obtaining lock to block concurrent updates at 1733261497502Preparing flush snapshotting stores in c9a844affaa6b749844b92afb2f86407 at 1733261497502Finished memstore snapshotting hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733261497502Flushing stores of hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407. at 1733261497503 (+1 ms)Flushing c9a844affaa6b749844b92afb2f86407/hfileref: creating writer at 1733261497503Flushing c9a844affaa6b749844b92afb2f86407/hfileref: appending metadata at 1733261497514 (+11 ms)Flushing c9a844affaa6b749844b92afb2f86407/hfileref: closing flushed file at 1733261497514Flushing c9a844affaa6b749844b92afb2f86407/queue: creating writer at 1733261497924 (+410 ms)Flushing c9a844affaa6b749844b92afb2f86407/queue: appending metadata at 1733261497936 (+12 ms)Flushing c9a844affaa6b749844b92afb2f86407/queue: closing flushed file at 1733261497936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@475f9d2: reopening flushed file at 1733261498345 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f032e4: reopening flushed file at 1733261498351 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c9a844affaa6b749844b92afb2f86407 in 856ms, sequenceid=10, compaction requested=false at 1733261498358 (+7 ms)Writing region close event to WAL at 1733261498362 (+4 ms)Running coprocessor post-close hooks at 1733261498366 (+4 ms)Closed at 1733261498366 2024-12-03T21:31:38,367 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733261427342.c9a844affaa6b749844b92afb2f86407. 2024-12-03T21:31:38,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741848_1024 (size=5518) 2024-12-03T21:31:38,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:38,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:38,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:38,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:38,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:38,498 INFO [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T21:31:38,498 DEBUG [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:31:38,498 DEBUG [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:31:38,699 DEBUG [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:31:38,771 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/.tmp/rep_barrier/7e5d35297ffc4e13ba3fcd03c32b9335 2024-12-03T21:31:38,788 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/.tmp/table/931bb872ed4e43ed8566deaffab42626 is 53, key is hbase:replication/table:state/1733261428558/Put/seqid=0 2024-12-03T21:31:38,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741849_1025 (size=5308) 2024-12-03T21:31:38,899 DEBUG [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:31:38,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:31:38,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:38,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:38,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:38,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:38,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:39,099 DEBUG [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:31:39,192 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/.tmp/table/931bb872ed4e43ed8566deaffab42626 2024-12-03T21:31:39,198 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/.tmp/info/2589e8e9d0ac4c16908c44e3ebcd61f1 as hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/info/2589e8e9d0ac4c16908c44e3ebcd61f1 2024-12-03T21:31:39,203 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/info/2589e8e9d0ac4c16908c44e3ebcd61f1, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T21:31:39,204 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/.tmp/ns/7c01506ea60641b1a1af7aaf8c634aac as hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/ns/7c01506ea60641b1a1af7aaf8c634aac 2024-12-03T21:31:39,209 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/ns/7c01506ea60641b1a1af7aaf8c634aac, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T21:31:39,210 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/.tmp/rep_barrier/7e5d35297ffc4e13ba3fcd03c32b9335 as hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/rep_barrier/7e5d35297ffc4e13ba3fcd03c32b9335 2024-12-03T21:31:39,215 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/rep_barrier/7e5d35297ffc4e13ba3fcd03c32b9335, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T21:31:39,216 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/.tmp/table/931bb872ed4e43ed8566deaffab42626 as hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/table/931bb872ed4e43ed8566deaffab42626 2024-12-03T21:31:39,221 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/table/931bb872ed4e43ed8566deaffab42626, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T21:31:39,222 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false 2024-12-03T21:31:39,226 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T21:31:39,227 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:31:39,227 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:31:39,227 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:31:39,227 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261497497Running coprocessor pre-close hooks at 1733261497497Disabling compacts and flushes for region at 1733261497498 (+1 ms)Disabling writes for close at 1733261497498Obtaining lock to block concurrent updates at 1733261497498Preparing flush snapshotting stores in 1588230740 at 1733261497498Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733261497498Flushing stores of hbase:meta,,1.1588230740 at 1733261497499 (+1 ms)Flushing 1588230740/info: creating writer at 1733261497499Flushing 1588230740/info: appending metadata at 1733261497518 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733261497518Flushing 1588230740/ns: creating writer at 1733261497927 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733261497939 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733261497939Flushing 1588230740/rep_barrier: creating writer at 1733261498347 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733261498365 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733261498365Flushing 1588230740/table: creating writer at 1733261498775 (+410 ms)Flushing 1588230740/table: appending metadata at 1733261498787 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733261498787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4171b063: reopening flushed file at 1733261499197 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13811e2d: reopening flushed file at 1733261499203 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@633f11c4: reopening flushed file at 1733261499209 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47303941: reopening flushed file at 1733261499215 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false at 1733261499222 (+7 ms)Writing region close event to WAL at 1733261499223 (+1 ms)Running coprocessor post-close hooks at 1733261499227 (+4 ms)Closed at 1733261499227 2024-12-03T21:31:39,227 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:31:39,299 INFO [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,39945,1733261414437; all regions closed. 2024-12-03T21:31:39,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741834_1010 (size=4239) 2024-12-03T21:31:39,301 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.meta.1733261417702.meta not finished, retry = 0 2024-12-03T21:31:39,404 DEBUG [RS:0;101545f66cbd:39945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/oldWALs 2024-12-03T21:31:39,404 INFO [RS:0;101545f66cbd:39945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C39945%2C1733261414437.meta:.meta(num 1733261417702) 2024-12-03T21:31:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741839_1015 (size=2700) 2024-12-03T21:31:39,406 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/WALs/101545f66cbd,39945,1733261414437/101545f66cbd%2C39945%2C1733261414437.rep.1733261428480 not finished, retry = 0 2024-12-03T21:31:39,509 DEBUG [RS:0;101545f66cbd:39945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/oldWALs 2024-12-03T21:31:39,509 INFO [RS:0;101545f66cbd:39945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C39945%2C1733261414437.rep:(num 1733261428480) 2024-12-03T21:31:39,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741832_1008 (size=1300) 2024-12-03T21:31:39,513 DEBUG [RS:0;101545f66cbd:39945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/oldWALs 2024-12-03T21:31:39,513 INFO [RS:0;101545f66cbd:39945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C39945%2C1733261414437:(num 1733261416638) 2024-12-03T21:31:39,513 DEBUG [RS:0;101545f66cbd:39945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:39,513 INFO [RS:0;101545f66cbd:39945 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:31:39,513 INFO [RS:0;101545f66cbd:39945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:31:39,513 INFO [RS:0;101545f66cbd:39945 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T21:31:39,513 INFO [RS:0;101545f66cbd:39945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:31:39,513 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:31:39,513 INFO [RS:0;101545f66cbd:39945 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-101545f66cbd,39945,1733261414437 because: Region server is closing 2024-12-03T21:31:39,514 INFO [RS:0;101545f66cbd:39945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:39945. 2024-12-03T21:31:39,514 DEBUG [RS:0;101545f66cbd:39945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:31:39,514 DEBUG [RS:0;101545f66cbd:39945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:39,514 DEBUG [RS:0;101545f66cbd:39945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:39,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:31:39,614 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.shipper101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T21:31:39,614 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.wal-reader.101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T21:31:39,614 INFO [RS:0;101545f66cbd:39945 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,39945,1733261414437.replicationSource.shipper101545f66cbd%2C39945%2C1733261414437,1-101545f66cbd,39945,1733261414437 terminated 2024-12-03T21:31:39,614 INFO [RS:0;101545f66cbd:39945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39945 2024-12-03T21:31:39,826 INFO [RS:0;101545f66cbd:39945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:31:39,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01126045760/rs/101545f66cbd,39945,1733261414437 2024-12-03T21:31:39,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760/rs 2024-12-03T21:31:39,840 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,39945,1733261414437] 2024-12-03T21:31:39,848 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01126045760/draining/101545f66cbd,39945,1733261414437 already deleted, retry=false 2024-12-03T21:31:39,848 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,39945,1733261414437 expired; onlineServers=0 2024-12-03T21:31:39,848 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,45883,1733261414273' ***** 2024-12-03T21:31:39,849 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:31:39,849 INFO [M:0;101545f66cbd:45883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:31:39,849 INFO [M:0;101545f66cbd:45883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:31:39,849 DEBUG [M:0;101545f66cbd:45883 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:31:39,849 DEBUG [M:0;101545f66cbd:45883 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:31:39,849 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:31:39,849 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261416369 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261416369,5,FailOnTimeoutGroup] 2024-12-03T21:31:39,849 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261416369 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261416369,5,FailOnTimeoutGroup] 2024-12-03T21:31:39,849 INFO [M:0;101545f66cbd:45883 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:31:39,849 INFO [M:0;101545f66cbd:45883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:31:39,849 DEBUG [M:0;101545f66cbd:45883 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:31:39,849 INFO [M:0;101545f66cbd:45883 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:31:39,849 INFO [M:0;101545f66cbd:45883 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:31:39,849 INFO [M:0;101545f66cbd:45883 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:31:39,849 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:31:39,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01126045760/master 2024-12-03T21:31:39,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01126045760 2024-12-03T21:31:39,857 DEBUG [M:0;101545f66cbd:45883 {}] zookeeper.ZKUtil(347): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Unable to get data of znode /01126045760/master because node does not exist (not an error) 2024-12-03T21:31:39,857 WARN [M:0;101545f66cbd:45883 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:31:39,858 INFO [M:0;101545f66cbd:45883 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/.lastflushedseqids 2024-12-03T21:31:39,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741850_1026 (size=263) 2024-12-03T21:31:39,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:31:39,940 INFO [RS:0;101545f66cbd:39945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:31:39,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39945-0x1019e63fa880001, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:31:39,940 INFO [RS:0;101545f66cbd:39945 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,39945,1733261414437; zookeeper connection closed. 2024-12-03T21:31:39,941 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f444f2c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f444f2c 2024-12-03T21:31:39,941 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:31:40,263 INFO [M:0;101545f66cbd:45883 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:31:40,263 INFO [M:0;101545f66cbd:45883 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:31:40,263 DEBUG [M:0;101545f66cbd:45883 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:31:40,263 INFO [M:0;101545f66cbd:45883 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:40,263 DEBUG [M:0;101545f66cbd:45883 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:40,263 DEBUG [M:0;101545f66cbd:45883 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:31:40,263 DEBUG [M:0;101545f66cbd:45883 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:40,264 INFO [M:0;101545f66cbd:45883 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-12-03T21:31:40,283 DEBUG [M:0;101545f66cbd:45883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/558113f927d84c6183512777948f6020 is 82, key is hbase:meta,,1/info:regioninfo/1733261417736/Put/seqid=0 2024-12-03T21:31:40,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741851_1027 (size=5672) 2024-12-03T21:31:40,687 INFO [M:0;101545f66cbd:45883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/558113f927d84c6183512777948f6020 2024-12-03T21:31:40,708 DEBUG [M:0;101545f66cbd:45883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5994b30609e14ccab4d3141945e5c169 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733261424176/Put/seqid=0 2024-12-03T21:31:40,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741852_1028 (size=7241) 2024-12-03T21:31:41,112 INFO [M:0;101545f66cbd:45883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5994b30609e14ccab4d3141945e5c169 2024-12-03T21:31:41,117 INFO [M:0;101545f66cbd:45883 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5994b30609e14ccab4d3141945e5c169 2024-12-03T21:31:41,129 DEBUG [M:0;101545f66cbd:45883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ea13183d2b1460ba3d2f33624de6bb2 is 69, key is 101545f66cbd,39945,1733261414437/rs:state/1733261416492/Put/seqid=0 2024-12-03T21:31:41,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741853_1029 (size=5156) 2024-12-03T21:31:41,533 INFO [M:0;101545f66cbd:45883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ea13183d2b1460ba3d2f33624de6bb2 2024-12-03T21:31:41,538 DEBUG [M:0;101545f66cbd:45883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/558113f927d84c6183512777948f6020 as hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/558113f927d84c6183512777948f6020 2024-12-03T21:31:41,542 INFO [M:0;101545f66cbd:45883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/558113f927d84c6183512777948f6020, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T21:31:41,543 DEBUG [M:0;101545f66cbd:45883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5994b30609e14ccab4d3141945e5c169 as hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5994b30609e14ccab4d3141945e5c169 2024-12-03T21:31:41,547 INFO [M:0;101545f66cbd:45883 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5994b30609e14ccab4d3141945e5c169 2024-12-03T21:31:41,547 INFO [M:0;101545f66cbd:45883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5994b30609e14ccab4d3141945e5c169, entries=11, sequenceid=105, filesize=7.1 K 2024-12-03T21:31:41,548 DEBUG [M:0;101545f66cbd:45883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ea13183d2b1460ba3d2f33624de6bb2 as hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ea13183d2b1460ba3d2f33624de6bb2 2024-12-03T21:31:41,553 INFO [M:0;101545f66cbd:45883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ea13183d2b1460ba3d2f33624de6bb2, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T21:31:41,554 INFO [M:0;101545f66cbd:45883 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false 2024-12-03T21:31:41,555 INFO [M:0;101545f66cbd:45883 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:41,555 DEBUG [M:0;101545f66cbd:45883 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261500263Disabling compacts and flushes for region at 1733261500263Disabling writes for close at 1733261500263Obtaining lock to block concurrent updates at 1733261500264 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261500264Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1733261500264Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261500264Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261500265 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261500283 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261500283Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261500692 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261500707 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261500707Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261501117 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261501128 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261501128Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10d03cdb: reopening flushed file at 1733261501537 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13181944: reopening flushed file at 1733261501542 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37297bf8: reopening flushed file at 1733261501547 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false at 1733261501554 (+7 ms)Writing region close event to WAL at 1733261501555 (+1 ms)Closed at 1733261501555 2024-12-03T21:31:41,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741830_1006 (size=64538) 2024-12-03T21:31:41,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15430951-8181-d0bb-bbb3-2e3af891ffad/MasterData/WALs/101545f66cbd,45883,1733261414273/101545f66cbd%2C45883%2C1733261414273.1733261416169 not finished, retry = 0 2024-12-03T21:31:41,658 INFO [M:0;101545f66cbd:45883 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:31:41,658 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:31:41,658 INFO [M:0;101545f66cbd:45883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45883 2024-12-03T21:31:41,658 INFO [M:0;101545f66cbd:45883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:31:41,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:31:41,787 INFO [M:0;101545f66cbd:45883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:31:41,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45883-0x1019e63fa880000, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:31:41,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72950f4b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:31:41,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50618d79{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:31:41,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:31:41,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b54e91e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:31:41,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32b5e5a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/hadoop.log.dir/,STOPPED} 2024-12-03T21:31:41,790 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:31:41,790 WARN [BP-389036558-172.17.0.2-1733261412540 heartbeating to localhost/127.0.0.1:38179 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:31:41,790 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:31:41,790 WARN [BP-389036558-172.17.0.2-1733261412540 heartbeating to localhost/127.0.0.1:38179 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-389036558-172.17.0.2-1733261412540 (Datanode Uuid 75d90093-5c61-473b-8042-b9404c98015b) service to localhost/127.0.0.1:38179 2024-12-03T21:31:41,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/cluster_20b88459-b48b-dac0-c3f9-3f663c4ff2bd/data/data1/current/BP-389036558-172.17.0.2-1733261412540 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:31:41,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/cluster_20b88459-b48b-dac0-c3f9-3f663c4ff2bd/data/data2/current/BP-389036558-172.17.0.2-1733261412540 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:31:41,791 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:31:41,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5017b566{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:31:41,796 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@530e8ec9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:31:41,796 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:31:41,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b67d833{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:31:41,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cfa4ded{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636eccca-d136-1633-9143-d06a871069a6/hadoop.log.dir/,STOPPED} 2024-12-03T21:31:41,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T21:31:41,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:31:41,820 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 138) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:38179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f993cb8fac8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:38179 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50755) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:42525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:42525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f993cb8fac8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:38179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50755) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:42525 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=9788 (was 9939) 2024-12-03T21:31:41,827 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=9788 2024-12-03T21:31:41,837 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-03T21:31:41,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/hadoop.log.dir so I do NOT create it in target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652 2024-12-03T21:31:41,837 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:31:41,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/hadoop.tmp.dir so I do NOT create it in target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652 2024-12-03T21:31:41,837 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e07e1b2e-a437-24cb-2546-a276fc331d3e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:31:41,837 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652 2024-12-03T21:31:41,838 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/cluster_5b9612a4-ebc6-4b40-654f-a04bfbcbce2c, deleteOnExit=true 2024-12-03T21:31:41,840 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/cluster_5b9612a4-ebc6-4b40-654f-a04bfbcbce2c/zookeeper_0, clientPort=60714, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/cluster_5b9612a4-ebc6-4b40-654f-a04bfbcbce2c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/cluster_5b9612a4-ebc6-4b40-654f-a04bfbcbce2c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T21:31:41,841 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60714 2024-12-03T21:31:41,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:31:41,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:31:41,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/test.cache.data in system properties and HBase conf 2024-12-03T21:31:41,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:31:41,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:31:41,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:31:41,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:31:41,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:31:41,841 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:31:41,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:31:41,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:31:41,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:31:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:31:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:31:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:31:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:31:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:31:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:31:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:31:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:31:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:31:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:31:41,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:31:41,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019e63fa880002, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:31:41,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019e63fa880005, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:31:41,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019e63fa880005, quorum=127.0.0.1:50755, baseZNode=/1-119518252 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:31:41,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019e63fa880002, quorum=127.0.0.1:50755, baseZNode=/01126045760 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:31:42,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:31:42,133 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:31:42,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:31:42,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:31:42,134 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T21:31:42,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:31:42,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:31:42,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:31:42,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22f50b67{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/java.io.tmpdir/jetty-localhost-35541-hadoop-hdfs-3_4_1-tests_jar-_-any-5647351565509642396/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:31:42,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:35541} 2024-12-03T21:31:42,227 INFO [Time-limited test {}] server.Server(415): Started @140833ms 2024-12-03T21:31:42,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:31:42,449 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:31:42,450 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:31:42,450 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:31:42,450 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T21:31:42,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4a13ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:31:42,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7ac3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:31:42,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61e0d86d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/java.io.tmpdir/jetty-localhost-34199-hadoop-hdfs-3_4_1-tests_jar-_-any-15568430463816987911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:31:42,540 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ac6680f{HTTP/1.1, (http/1.1)}{localhost:34199} 2024-12-03T21:31:42,540 INFO [Time-limited test {}] server.Server(415): Started @141146ms 2024-12-03T21:31:42,541 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:31:42,997 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/cluster_5b9612a4-ebc6-4b40-654f-a04bfbcbce2c/data/data1/current/BP-679751206-172.17.0.2-1733261501856/current, will proceed with Du for space computation calculation, 2024-12-03T21:31:42,997 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/cluster_5b9612a4-ebc6-4b40-654f-a04bfbcbce2c/data/data2/current/BP-679751206-172.17.0.2-1733261501856/current, will proceed with Du for space computation calculation, 2024-12-03T21:31:43,016 WARN [Thread-1277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:31:43,018 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85a83549065a895 with lease ID 0x9b790dda8f08bdbd: Processing first storage report for DS-6d63ef6e-d3e2-49f1-9978-83fa97beaaf1 from datanode DatanodeRegistration(127.0.0.1:44505, datanodeUuid=67fefbbf-54c7-4ccd-b4e9-9f02583b39b2, infoPort=36185, infoSecurePort=0, ipcPort=39873, storageInfo=lv=-57;cid=testClusterID;nsid=403458122;c=1733261501856) 2024-12-03T21:31:43,018 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85a83549065a895 with lease ID 0x9b790dda8f08bdbd: from storage DS-6d63ef6e-d3e2-49f1-9978-83fa97beaaf1 node DatanodeRegistration(127.0.0.1:44505, datanodeUuid=67fefbbf-54c7-4ccd-b4e9-9f02583b39b2, infoPort=36185, infoSecurePort=0, ipcPort=39873, storageInfo=lv=-57;cid=testClusterID;nsid=403458122;c=1733261501856), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:31:43,018 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85a83549065a895 with lease ID 0x9b790dda8f08bdbd: Processing first storage report for DS-65fda47d-536b-4672-b106-0d19b97e075c from datanode DatanodeRegistration(127.0.0.1:44505, datanodeUuid=67fefbbf-54c7-4ccd-b4e9-9f02583b39b2, infoPort=36185, infoSecurePort=0, ipcPort=39873, storageInfo=lv=-57;cid=testClusterID;nsid=403458122;c=1733261501856) 2024-12-03T21:31:43,018 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85a83549065a895 with lease ID 0x9b790dda8f08bdbd: from storage DS-65fda47d-536b-4672-b106-0d19b97e075c node DatanodeRegistration(127.0.0.1:44505, datanodeUuid=67fefbbf-54c7-4ccd-b4e9-9f02583b39b2, infoPort=36185, infoSecurePort=0, ipcPort=39873, storageInfo=lv=-57;cid=testClusterID;nsid=403458122;c=1733261501856), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:31:43,064 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652 2024-12-03T21:31:43,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:43,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:43,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:31:43,473 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036 with version=8 2024-12-03T21:31:43,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/hbase-staging 2024-12-03T21:31:43,474 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:31:43,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:31:43,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:31:43,474 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:31:43,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:31:43,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:31:43,474 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:31:43,475 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:31:43,475 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41769 2024-12-03T21:31:43,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41769 connecting to ZooKeeper ensemble=127.0.0.1:60714 2024-12-03T21:31:43,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417690x0, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:31:43,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41769-0x1019e6557780000 connected 2024-12-03T21:31:43,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:43,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:43,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on znode that does not yet exist, /0232334654/running 2024-12-03T21:31:43,610 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036, hbase.cluster.distributed=false 2024-12-03T21:31:43,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on znode that does not yet exist, /0232334654/acl 2024-12-03T21:31:43,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41769 2024-12-03T21:31:43,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41769 2024-12-03T21:31:43,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41769 2024-12-03T21:31:43,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41769 2024-12-03T21:31:43,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41769 2024-12-03T21:31:43,624 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:31:43,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:31:43,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:31:43,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:31:43,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:31:43,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:31:43,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:31:43,625 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:31:43,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43047 2024-12-03T21:31:43,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43047 connecting to ZooKeeper ensemble=127.0.0.1:60714 2024-12-03T21:31:43,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:43,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:43,640 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430470x0, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:31:43,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430470x0, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on znode that does not yet exist, /0232334654/running 2024-12-03T21:31:43,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43047-0x1019e6557780001 connected 2024-12-03T21:31:43,641 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:31:43,642 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:31:43,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on znode that does not yet exist, /0232334654/master 2024-12-03T21:31:43,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on znode that does not yet exist, /0232334654/acl 2024-12-03T21:31:43,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43047 2024-12-03T21:31:43,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43047 2024-12-03T21:31:43,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43047 2024-12-03T21:31:43,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43047 2024-12-03T21:31:43,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43047 2024-12-03T21:31:43,656 DEBUG [M:0;101545f66cbd:41769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:41769 2024-12-03T21:31:43,656 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0232334654/backup-masters/101545f66cbd,41769,1733261503474 2024-12-03T21:31:43,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654/backup-masters 2024-12-03T21:31:43,665 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654/backup-masters 2024-12-03T21:31:43,665 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on existing znode=/0232334654/backup-masters/101545f66cbd,41769,1733261503474 2024-12-03T21:31:43,673 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0232334654/master 2024-12-03T21:31:43,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:43,673 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:43,674 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on existing znode=/0232334654/master 2024-12-03T21:31:43,674 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0232334654/backup-masters/101545f66cbd,41769,1733261503474 from backup master directory 2024-12-03T21:31:43,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0232334654/backup-masters/101545f66cbd,41769,1733261503474 2024-12-03T21:31:43,682 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654/backup-masters 2024-12-03T21:31:43,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654/backup-masters 2024-12-03T21:31:43,682 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:31:43,682 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,41769,1733261503474 2024-12-03T21:31:43,685 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/hbase.id] with ID: cdd24b62-7320-4acf-b573-96cd6822a4d9 2024-12-03T21:31:43,685 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/.tmp/hbase.id 2024-12-03T21:31:43,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:31:43,868 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:31:43,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:43,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:43,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:43,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:43,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:43,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:44,090 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/.tmp/hbase.id]:[hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/hbase.id] 2024-12-03T21:31:44,101 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:44,101 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:31:44,102 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T21:31:44,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:44,132 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:31:44,538 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:31:44,539 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:31:44,539 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:31:44,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:31:44,946 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store 2024-12-03T21:31:44,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:31:45,352 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:31:45,352 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:31:45,352 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:45,352 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:45,352 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:31:45,352 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:45,352 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:45,352 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261505352Disabling compacts and flushes for region at 1733261505352Disabling writes for close at 1733261505352Writing region close event to WAL at 1733261505352Closed at 1733261505352 2024-12-03T21:31:45,353 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/.initializing 2024-12-03T21:31:45,353 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/WALs/101545f66cbd,41769,1733261503474 2024-12-03T21:31:45,354 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:31:45,356 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C41769%2C1733261503474, suffix=, logDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/WALs/101545f66cbd,41769,1733261503474, archiveDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/oldWALs, maxLogs=10 2024-12-03T21:31:45,366 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/WALs/101545f66cbd,41769,1733261503474/101545f66cbd%2C41769%2C1733261503474.1733261505356, exclude list is [], retry=0 2024-12-03T21:31:45,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44505,DS-6d63ef6e-d3e2-49f1-9978-83fa97beaaf1,DISK] 2024-12-03T21:31:45,370 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/WALs/101545f66cbd,41769,1733261503474/101545f66cbd%2C41769%2C1733261503474.1733261505356 2024-12-03T21:31:45,370 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36185:36185)] 2024-12-03T21:31:45,370 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:31:45,371 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:31:45,371 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:45,371 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:45,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:45,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:31:45,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:45,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:45,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:45,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:31:45,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:45,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:31:45,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:45,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:31:45,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:45,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:31:45,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:45,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:31:45,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:45,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:31:45,377 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:45,378 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:45,378 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:45,380 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:45,380 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:45,380 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:31:45,381 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:45,383 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:31:45,383 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69850394, jitterRate=0.040851980447769165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:31:45,384 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261505371Initializing all the Stores at 1733261505371Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261505371Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261505372 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261505372Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261505372Cleaning up temporary data from old regions at 1733261505380 (+8 ms)Region opened successfully at 1733261505384 (+4 ms) 2024-12-03T21:31:45,384 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:31:45,386 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610a6dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:31:45,387 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:31:45,387 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:31:45,387 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:31:45,387 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:31:45,388 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:31:45,388 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:31:45,388 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:31:45,389 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:31:45,390 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Unable to get data of znode /0232334654/balancer because node does not exist (not necessarily an error) 2024-12-03T21:31:45,415 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0232334654/balancer already deleted, retry=false 2024-12-03T21:31:45,415 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:31:45,416 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Unable to get data of znode /0232334654/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:31:45,423 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0232334654/normalizer already deleted, retry=false 2024-12-03T21:31:45,423 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:31:45,424 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Unable to get data of znode /0232334654/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:31:45,431 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0232334654/switch/split already deleted, retry=false 2024-12-03T21:31:45,432 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Unable to get data of znode /0232334654/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:31:45,440 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0232334654/switch/merge already deleted, retry=false 2024-12-03T21:31:45,442 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Unable to get data of znode /0232334654/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:31:45,448 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0232334654/snapshot-cleanup already deleted, retry=false 2024-12-03T21:31:45,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0232334654/running 2024-12-03T21:31:45,457 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0232334654/running 2024-12-03T21:31:45,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:45,457 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:45,457 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,41769,1733261503474, sessionid=0x1019e6557780000, setting cluster-up flag (Was=false) 2024-12-03T21:31:45,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:45,473 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:45,498 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0232334654/flush-table-proc/acquired, /0232334654/flush-table-proc/reached, /0232334654/flush-table-proc/abort 2024-12-03T21:31:45,499 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,41769,1733261503474 2024-12-03T21:31:45,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:45,515 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:45,540 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0232334654/online-snapshot/acquired, /0232334654/online-snapshot/reached, /0232334654/online-snapshot/abort 2024-12-03T21:31:45,541 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,41769,1733261503474 2024-12-03T21:31:45,542 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:31:45,543 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:31:45,543 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:31:45,543 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:31:45,544 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,41769,1733261503474 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:31:45,545 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:31:45,545 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:31:45,545 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:31:45,545 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:31:45,545 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:31:45,545 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:45,545 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:31:45,545 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:45,546 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261535546 2024-12-03T21:31:45,546 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:31:45,546 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:31:45,546 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:31:45,546 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:31:45,546 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:31:45,546 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:31:45,546 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:45,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:31:45,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:31:45,546 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:31:45,547 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:31:45,547 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:31:45,547 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:31:45,547 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:31:45,547 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:31:45,547 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:45,547 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:31:45,551 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261505547,5,FailOnTimeoutGroup] 2024-12-03T21:31:45,552 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261505551,5,FailOnTimeoutGroup] 2024-12-03T21:31:45,552 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:45,552 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:31:45,552 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:45,552 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:45,552 INFO [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(746): ClusterId : cdd24b62-7320-4acf-b573-96cd6822a4d9 2024-12-03T21:31:45,552 DEBUG [RS:0;101545f66cbd:43047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:31:45,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:31:45,562 DEBUG [RS:0;101545f66cbd:43047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:31:45,562 DEBUG [RS:0;101545f66cbd:43047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:31:45,570 DEBUG [RS:0;101545f66cbd:43047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:31:45,570 DEBUG [RS:0;101545f66cbd:43047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c22686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:31:45,580 DEBUG [RS:0;101545f66cbd:43047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:43047 2024-12-03T21:31:45,580 INFO [RS:0;101545f66cbd:43047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:31:45,580 INFO [RS:0;101545f66cbd:43047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:31:45,580 DEBUG [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:31:45,580 INFO [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,41769,1733261503474 with port=43047, startcode=1733261503624 2024-12-03T21:31:45,581 DEBUG [RS:0;101545f66cbd:43047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:31:45,582 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:31:45,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41769 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,43047,1733261503624 2024-12-03T21:31:45,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41769 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,43047,1733261503624 2024-12-03T21:31:45,583 DEBUG [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036 2024-12-03T21:31:45,584 DEBUG [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45031 2024-12-03T21:31:45,584 DEBUG [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:31:45,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654/rs 2024-12-03T21:31:45,590 DEBUG [RS:0;101545f66cbd:43047 {}] zookeeper.ZKUtil(111): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on existing znode=/0232334654/rs/101545f66cbd,43047,1733261503624 2024-12-03T21:31:45,590 WARN [RS:0;101545f66cbd:43047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:31:45,590 INFO [RS:0;101545f66cbd:43047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:31:45,590 DEBUG [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624 2024-12-03T21:31:45,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,43047,1733261503624] 2024-12-03T21:31:45,594 INFO [RS:0;101545f66cbd:43047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:31:45,595 INFO [RS:0;101545f66cbd:43047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:31:45,599 INFO [RS:0;101545f66cbd:43047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:31:45,599 INFO [RS:0;101545f66cbd:43047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:45,599 INFO [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:31:45,600 INFO [RS:0;101545f66cbd:43047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:31:45,600 INFO [RS:0;101545f66cbd:43047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:45,600 DEBUG [RS:0;101545f66cbd:43047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:45,600 DEBUG [RS:0;101545f66cbd:43047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:45,600 DEBUG [RS:0;101545f66cbd:43047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:45,600 DEBUG [RS:0;101545f66cbd:43047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:45,600 DEBUG [RS:0;101545f66cbd:43047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:45,600 DEBUG [RS:0;101545f66cbd:43047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:31:45,600 DEBUG [RS:0;101545f66cbd:43047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:45,600 DEBUG [RS:0;101545f66cbd:43047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:45,601 DEBUG [RS:0;101545f66cbd:43047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:45,601 DEBUG [RS:0;101545f66cbd:43047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:45,601 DEBUG [RS:0;101545f66cbd:43047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:45,601 DEBUG [RS:0;101545f66cbd:43047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:45,601 DEBUG [RS:0;101545f66cbd:43047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:31:45,601 DEBUG [RS:0;101545f66cbd:43047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:31:45,601 INFO [RS:0;101545f66cbd:43047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:45,601 INFO [RS:0;101545f66cbd:43047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:45,601 INFO [RS:0;101545f66cbd:43047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:45,601 INFO [RS:0;101545f66cbd:43047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:45,601 INFO [RS:0;101545f66cbd:43047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:45,601 INFO [RS:0;101545f66cbd:43047 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,43047,1733261503624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:31:45,613 INFO [RS:0;101545f66cbd:43047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:31:45,613 INFO [RS:0;101545f66cbd:43047 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,43047,1733261503624-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:45,613 INFO [RS:0;101545f66cbd:43047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:45,613 INFO [RS:0;101545f66cbd:43047 {}] regionserver.Replication(171): 101545f66cbd,43047,1733261503624 started 2024-12-03T21:31:45,624 INFO [RS:0;101545f66cbd:43047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:45,624 INFO [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,43047,1733261503624, RpcServer on 101545f66cbd/172.17.0.2:43047, sessionid=0x1019e6557780001 2024-12-03T21:31:45,624 DEBUG [RS:0;101545f66cbd:43047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:31:45,624 DEBUG [RS:0;101545f66cbd:43047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,43047,1733261503624 2024-12-03T21:31:45,624 DEBUG [RS:0;101545f66cbd:43047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,43047,1733261503624' 2024-12-03T21:31:45,624 DEBUG [RS:0;101545f66cbd:43047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0232334654/flush-table-proc/abort' 2024-12-03T21:31:45,624 DEBUG [RS:0;101545f66cbd:43047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0232334654/flush-table-proc/acquired' 2024-12-03T21:31:45,625 DEBUG [RS:0;101545f66cbd:43047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:31:45,625 DEBUG [RS:0;101545f66cbd:43047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:31:45,625 DEBUG [RS:0;101545f66cbd:43047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,43047,1733261503624 2024-12-03T21:31:45,625 DEBUG [RS:0;101545f66cbd:43047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,43047,1733261503624' 2024-12-03T21:31:45,625 DEBUG [RS:0;101545f66cbd:43047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0232334654/online-snapshot/abort' 2024-12-03T21:31:45,625 DEBUG [RS:0;101545f66cbd:43047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0232334654/online-snapshot/acquired' 2024-12-03T21:31:45,625 DEBUG [RS:0;101545f66cbd:43047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:31:45,625 INFO [RS:0;101545f66cbd:43047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:31:45,625 INFO [RS:0;101545f66cbd:43047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:31:45,726 INFO [RS:0;101545f66cbd:43047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:31:45,727 INFO [RS:0;101545f66cbd:43047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C43047%2C1733261503624, suffix=, logDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624, archiveDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/oldWALs, maxLogs=10 2024-12-03T21:31:45,737 DEBUG [RS:0;101545f66cbd:43047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624/101545f66cbd%2C43047%2C1733261503624.1733261505727, exclude list is [], retry=0 2024-12-03T21:31:45,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44505,DS-6d63ef6e-d3e2-49f1-9978-83fa97beaaf1,DISK] 2024-12-03T21:31:45,741 INFO [RS:0;101545f66cbd:43047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624/101545f66cbd%2C43047%2C1733261503624.1733261505727 2024-12-03T21:31:45,742 DEBUG [RS:0;101545f66cbd:43047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36185:36185)] 2024-12-03T21:31:45,958 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:31:45,959 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036 2024-12-03T21:31:45,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:31:46,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:31:46,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:31:46,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:31:46,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:46,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:46,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:31:46,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:31:46,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:46,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:46,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:31:46,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:31:46,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:46,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:46,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:31:46,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:31:46,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:46,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:46,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:31:46,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740 2024-12-03T21:31:46,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740 2024-12-03T21:31:46,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:31:46,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:31:46,373 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:31:46,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:31:46,375 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:31:46,376 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71238478, jitterRate=0.061536043882369995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:31:46,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261506364Initializing all the Stores at 1733261506365 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261506365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261506365Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261506365Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261506365Cleaning up temporary data from old regions at 1733261506372 (+7 ms)Region opened successfully at 1733261506376 (+4 ms) 2024-12-03T21:31:46,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:31:46,376 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:31:46,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:31:46,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:31:46,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:31:46,376 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:31:46,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261506376Disabling compacts and flushes for region at 1733261506376Disabling writes for close at 1733261506376Writing region close event to WAL at 1733261506376Closed at 1733261506376 2024-12-03T21:31:46,377 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:31:46,377 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:31:46,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:31:46,379 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:31:46,379 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:31:46,530 DEBUG [101545f66cbd:41769 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:31:46,530 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,43047,1733261503624 2024-12-03T21:31:46,531 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,43047,1733261503624, state=OPENING 2024-12-03T21:31:46,556 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:31:46,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:46,565 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:46,565 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:31:46,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,43047,1733261503624}] 2024-12-03T21:31:46,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0232334654/meta-region-server: CHANGED 2024-12-03T21:31:46,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0232334654/meta-region-server: CHANGED 2024-12-03T21:31:46,717 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:31:46,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:31:46,722 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:31:46,722 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:31:46,722 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:31:46,723 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C43047%2C1733261503624.meta, suffix=.meta, logDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624, archiveDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/oldWALs, maxLogs=10 2024-12-03T21:31:46,734 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624/101545f66cbd%2C43047%2C1733261503624.meta.1733261506723.meta, exclude list is [], retry=0 2024-12-03T21:31:46,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44505,DS-6d63ef6e-d3e2-49f1-9978-83fa97beaaf1,DISK] 2024-12-03T21:31:46,737 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624/101545f66cbd%2C43047%2C1733261503624.meta.1733261506723.meta 2024-12-03T21:31:46,737 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36185:36185)] 2024-12-03T21:31:46,737 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:31:46,738 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:31:46,738 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:31:46,738 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:31:46,738 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:31:46,738 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:31:46,738 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:31:46,738 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:31:46,738 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:31:46,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:31:46,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:31:46,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:46,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:46,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:31:46,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:31:46,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:46,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:46,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T21:31:46,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:31:46,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T21:31:46,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T21:31:46,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:31:46,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:31:46,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:46,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:46,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:31:46,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:31:46,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:46,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:46,744 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:31:46,744 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740 2024-12-03T21:31:46,745 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740 2024-12-03T21:31:46,747 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:31:46,747 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:31:46,747 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:31:46,748 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:31:46,749 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62658804, jitterRate=-0.0663110613822937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:31:46,749 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:31:46,750 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261506738Writing region info on filesystem at 1733261506738Initializing all the Stores at 1733261506739 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261506739Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261506739Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261506739Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261506739Cleaning up temporary data from old regions at 1733261506747 (+8 ms)Running coprocessor post-open hooks at 1733261506749 (+2 ms)Region opened successfully at 1733261506749 2024-12-03T21:31:46,750 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261506717 2024-12-03T21:31:46,752 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:31:46,752 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:31:46,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,43047,1733261503624 2024-12-03T21:31:46,753 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,43047,1733261503624, state=OPEN 2024-12-03T21:31:46,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0232334654/meta-region-server 2024-12-03T21:31:46,797 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0232334654/meta-region-server 2024-12-03T21:31:46,797 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,43047,1733261503624 2024-12-03T21:31:46,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0232334654/meta-region-server: CHANGED 2024-12-03T21:31:46,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0232334654/meta-region-server: CHANGED 2024-12-03T21:31:46,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:31:46,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,43047,1733261503624 in 232 msec 2024-12-03T21:31:46,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:31:46,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-12-03T21:31:46,801 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:31:46,801 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:31:46,802 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:31:46,802 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43047,1733261503624, seqNum=-1] 2024-12-03T21:31:46,802 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:31:46,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:31:46,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-12-03T21:31:46,808 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261506808, completionTime=-1 2024-12-03T21:31:46,808 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:31:46,808 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:31:46,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:31:46,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261566810 2024-12-03T21:31:46,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261626810 2024-12-03T21:31:46,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T21:31:46,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,41769,1733261503474-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:46,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,41769,1733261503474-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:46,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,41769,1733261503474-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:46,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:41769, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:46,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:46,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:46,811 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:31:46,813 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.131sec 2024-12-03T21:31:46,813 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:31:46,813 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:31:46,813 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:31:46,813 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:31:46,814 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:31:46,814 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,41769,1733261503474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:31:46,814 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,41769,1733261503474-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:31:46,815 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:31:46,815 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:31:46,816 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,41769,1733261503474-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:46,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2944acee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:31:46,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,41769,-1 for getting cluster id 2024-12-03T21:31:46,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:31:46,854 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdd24b62-7320-4acf-b573-96cd6822a4d9' 2024-12-03T21:31:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:31:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdd24b62-7320-4acf-b573-96cd6822a4d9" 2024-12-03T21:31:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c023645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:31:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,41769,-1] 2024-12-03T21:31:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:31:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:46,856 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:31:46,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775bde3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:31:46,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:31:46,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43047,1733261503624, seqNum=-1] 2024-12-03T21:31:46,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:31:46,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:31:46,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,41769,1733261503474 2024-12-03T21:31:46,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60714 2024-12-03T21:31:46,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:31:46,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e6557780002 connected 2024-12-03T21:31:46,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/hadoop.log.dir so I do NOT create it in target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49 2024-12-03T21:31:46,888 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:31:46,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/hadoop.tmp.dir so I do NOT create it in target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49 2024-12-03T21:31:46,889 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:31:46,889 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49 2024-12-03T21:31:46,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:31:46,889 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/cluster_c6e6c6c2-9828-ccd3-938e-55fd009e8d8a, deleteOnExit=true 2024-12-03T21:31:46,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:31:46,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/test.cache.data in system properties and HBase conf 2024-12-03T21:31:46,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:31:46,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:31:46,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:31:46,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:31:46,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:31:46,889 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:31:46,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:31:46,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:31:46,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:31:46,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:31:46,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:31:46,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:31:46,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:31:46,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:31:46,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:31:46,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:31:46,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:31:46,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:31:46,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:31:46,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:31:47,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:31:47,141 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:31:47,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:31:47,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:31:47,143 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:31:47,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:31:47,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b17a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:31:47,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c849b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:31:47,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23c46ac4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/java.io.tmpdir/jetty-localhost-42467-hadoop-hdfs-3_4_1-tests_jar-_-any-8141996256473089286/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:31:47,233 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3711c3e9{HTTP/1.1, (http/1.1)}{localhost:42467} 2024-12-03T21:31:47,233 INFO [Time-limited test {}] server.Server(415): Started @145839ms 2024-12-03T21:31:47,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:31:47,453 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:31:47,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:31:47,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:31:47,454 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T21:31:47,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2918e8d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:31:47,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684fa325{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:31:47,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@190ed96d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/java.io.tmpdir/jetty-localhost-34561-hadoop-hdfs-3_4_1-tests_jar-_-any-6970138207438422344/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:31:47,545 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32981a5b{HTTP/1.1, (http/1.1)}{localhost:34561} 2024-12-03T21:31:47,545 INFO [Time-limited test {}] server.Server(415): Started @146151ms 2024-12-03T21:31:47,546 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:31:48,031 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/cluster_c6e6c6c2-9828-ccd3-938e-55fd009e8d8a/data/data1/current/BP-1250156915-172.17.0.2-1733261506903/current, will proceed with Du for space computation calculation, 2024-12-03T21:31:48,031 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/cluster_c6e6c6c2-9828-ccd3-938e-55fd009e8d8a/data/data2/current/BP-1250156915-172.17.0.2-1733261506903/current, will proceed with Du for space computation calculation, 2024-12-03T21:31:48,044 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:31:48,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbe7b51fb32ac929 with lease ID 0x4bba3bcc4a74eb7c: Processing first storage report for DS-a045d31e-a8da-45fb-a0ca-1cf05ae6ca3e from datanode DatanodeRegistration(127.0.0.1:43785, datanodeUuid=9bae906a-9fb8-42e7-a15e-c8de3bcd819b, infoPort=46653, infoSecurePort=0, ipcPort=39657, storageInfo=lv=-57;cid=testClusterID;nsid=365158217;c=1733261506903) 2024-12-03T21:31:48,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbe7b51fb32ac929 with lease ID 0x4bba3bcc4a74eb7c: from storage DS-a045d31e-a8da-45fb-a0ca-1cf05ae6ca3e node DatanodeRegistration(127.0.0.1:43785, datanodeUuid=9bae906a-9fb8-42e7-a15e-c8de3bcd819b, infoPort=46653, infoSecurePort=0, ipcPort=39657, storageInfo=lv=-57;cid=testClusterID;nsid=365158217;c=1733261506903), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:31:48,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbe7b51fb32ac929 with lease ID 0x4bba3bcc4a74eb7c: Processing first storage report for DS-8084613d-fc05-4aa1-b2b4-cd89b9bf42f1 from datanode DatanodeRegistration(127.0.0.1:43785, datanodeUuid=9bae906a-9fb8-42e7-a15e-c8de3bcd819b, infoPort=46653, infoSecurePort=0, ipcPort=39657, storageInfo=lv=-57;cid=testClusterID;nsid=365158217;c=1733261506903) 2024-12-03T21:31:48,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbe7b51fb32ac929 with lease ID 0x4bba3bcc4a74eb7c: from storage DS-8084613d-fc05-4aa1-b2b4-cd89b9bf42f1 node DatanodeRegistration(127.0.0.1:43785, datanodeUuid=9bae906a-9fb8-42e7-a15e-c8de3bcd819b, infoPort=46653, infoSecurePort=0, ipcPort=39657, storageInfo=lv=-57;cid=testClusterID;nsid=365158217;c=1733261506903), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:31:48,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49 2024-12-03T21:31:48,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:48,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:48,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:31:48,478 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f with version=8 2024-12-03T21:31:48,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/hbase-staging 2024-12-03T21:31:48,479 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:31:48,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:31:48,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:31:48,480 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:31:48,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:31:48,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:31:48,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:31:48,480 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:31:48,480 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44603 2024-12-03T21:31:48,481 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44603 connecting to ZooKeeper ensemble=127.0.0.1:60714 2024-12-03T21:31:48,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446030x0, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:31:48,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44603-0x1019e6557780003 connected 2024-12-03T21:31:48,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:48,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:48,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Set watcher on znode that does not yet exist, /1-184371450/running 2024-12-03T21:31:48,569 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f, hbase.cluster.distributed=false 2024-12-03T21:31:48,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Set watcher on znode that does not yet exist, /1-184371450/acl 2024-12-03T21:31:48,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44603 2024-12-03T21:31:48,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44603 2024-12-03T21:31:48,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44603 2024-12-03T21:31:48,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44603 2024-12-03T21:31:48,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44603 2024-12-03T21:31:48,583 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:31:48,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:31:48,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:31:48,583 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:31:48,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:31:48,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:31:48,583 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:31:48,583 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:31:48,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39269 2024-12-03T21:31:48,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39269 connecting to ZooKeeper ensemble=127.0.0.1:60714 2024-12-03T21:31:48,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:48,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:48,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392690x0, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:31:48,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392690x0, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Set watcher on znode that does not yet exist, /1-184371450/running 2024-12-03T21:31:48,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39269-0x1019e6557780004 connected 2024-12-03T21:31:48,599 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:31:48,599 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:31:48,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Set watcher on znode that does not yet exist, /1-184371450/master 2024-12-03T21:31:48,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Set watcher on znode that does not yet exist, /1-184371450/acl 2024-12-03T21:31:48,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39269 2024-12-03T21:31:48,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39269 2024-12-03T21:31:48,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39269 2024-12-03T21:31:48,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39269 2024-12-03T21:31:48,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39269 2024-12-03T21:31:48,619 DEBUG [M:0;101545f66cbd:44603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:44603 2024-12-03T21:31:48,619 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-184371450/backup-masters/101545f66cbd,44603,1733261508479 2024-12-03T21:31:48,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450/backup-masters 2024-12-03T21:31:48,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450/backup-masters 2024-12-03T21:31:48,628 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Set watcher on existing znode=/1-184371450/backup-masters/101545f66cbd,44603,1733261508479 2024-12-03T21:31:48,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-184371450/master 2024-12-03T21:31:48,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450 2024-12-03T21:31:48,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450 2024-12-03T21:31:48,636 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Set watcher on existing znode=/1-184371450/master 2024-12-03T21:31:48,637 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-184371450/backup-masters/101545f66cbd,44603,1733261508479 from backup master directory 2024-12-03T21:31:48,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-184371450/backup-masters/101545f66cbd,44603,1733261508479 2024-12-03T21:31:48,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450/backup-masters 2024-12-03T21:31:48,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450/backup-masters 2024-12-03T21:31:48,644 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:31:48,644 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,44603,1733261508479 2024-12-03T21:31:48,648 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/hbase.id] with ID: 86a79824-7cc5-4d34-9e66-7ec135b045e1 2024-12-03T21:31:48,648 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/.tmp/hbase.id 2024-12-03T21:31:48,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:31:49,052 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/.tmp/hbase.id]:[hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/hbase.id] 2024-12-03T21:31:49,062 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:49,062 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:31:49,062 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T21:31:49,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450 2024-12-03T21:31:49,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450 2024-12-03T21:31:49,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:31:49,495 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:31:49,496 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:31:49,496 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:31:49,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:31:49,903 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store 2024-12-03T21:31:49,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:31:50,308 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:31:50,309 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:31:50,309 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:50,309 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:50,309 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:31:50,309 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:50,309 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:50,309 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261510309Disabling compacts and flushes for region at 1733261510309Disabling writes for close at 1733261510309Writing region close event to WAL at 1733261510309Closed at 1733261510309 2024-12-03T21:31:50,310 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/.initializing 2024-12-03T21:31:50,310 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/WALs/101545f66cbd,44603,1733261508479 2024-12-03T21:31:50,311 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:31:50,312 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C44603%2C1733261508479, suffix=, logDir=hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/WALs/101545f66cbd,44603,1733261508479, archiveDir=hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/oldWALs, maxLogs=10 2024-12-03T21:31:50,323 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/WALs/101545f66cbd,44603,1733261508479/101545f66cbd%2C44603%2C1733261508479.1733261510312, exclude list is [], retry=0 2024-12-03T21:31:50,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43785,DS-a045d31e-a8da-45fb-a0ca-1cf05ae6ca3e,DISK] 2024-12-03T21:31:50,326 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/WALs/101545f66cbd,44603,1733261508479/101545f66cbd%2C44603%2C1733261508479.1733261510312 2024-12-03T21:31:50,327 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46653:46653)] 2024-12-03T21:31:50,327 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:31:50,327 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:31:50,327 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:50,327 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:50,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:50,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:31:50,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:50,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:50,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:50,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:31:50,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:50,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:31:50,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:50,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:31:50,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:50,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:31:50,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:50,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:31:50,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:50,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:31:50,334 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:50,335 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:50,335 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:50,336 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:50,336 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:50,337 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:31:50,337 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:50,339 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:31:50,340 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59783178, jitterRate=-0.10916122794151306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:31:50,340 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261510327Initializing all the Stores at 1733261510328 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261510328Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261510328Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261510328Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261510328Cleaning up temporary data from old regions at 1733261510336 (+8 ms)Region opened successfully at 1733261510340 (+4 ms) 2024-12-03T21:31:50,340 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:31:50,342 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0d5c9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:31:50,343 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:31:50,343 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:31:50,343 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:31:50,343 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:31:50,343 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:31:50,344 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:31:50,344 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:31:50,345 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:31:50,346 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Unable to get data of znode /1-184371450/balancer because node does not exist (not necessarily an error) 2024-12-03T21:31:50,373 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-184371450/balancer already deleted, retry=false 2024-12-03T21:31:50,374 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:31:50,374 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Unable to get data of znode /1-184371450/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:31:50,381 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-184371450/normalizer already deleted, retry=false 2024-12-03T21:31:50,382 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:31:50,382 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Unable to get data of znode /1-184371450/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:31:50,390 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-184371450/switch/split already deleted, retry=false 2024-12-03T21:31:50,390 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Unable to get data of znode /1-184371450/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:31:50,398 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-184371450/switch/merge already deleted, retry=false 2024-12-03T21:31:50,399 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Unable to get data of znode /1-184371450/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:31:50,406 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-184371450/snapshot-cleanup already deleted, retry=false 2024-12-03T21:31:50,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-184371450/running 2024-12-03T21:31:50,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-184371450/running 2024-12-03T21:31:50,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450 2024-12-03T21:31:50,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450 2024-12-03T21:31:50,415 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,44603,1733261508479, sessionid=0x1019e6557780003, setting cluster-up flag (Was=false) 2024-12-03T21:31:50,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450 2024-12-03T21:31:50,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450 2024-12-03T21:31:50,456 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-184371450/flush-table-proc/acquired, /1-184371450/flush-table-proc/reached, /1-184371450/flush-table-proc/abort 2024-12-03T21:31:50,457 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,44603,1733261508479 2024-12-03T21:31:50,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450 2024-12-03T21:31:50,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450 2024-12-03T21:31:50,498 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-184371450/online-snapshot/acquired, /1-184371450/online-snapshot/reached, /1-184371450/online-snapshot/abort 2024-12-03T21:31:50,499 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,44603,1733261508479 2024-12-03T21:31:50,500 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:31:50,501 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:31:50,502 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:31:50,502 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:31:50,502 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,44603,1733261508479 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:31:50,503 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:31:50,503 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:31:50,503 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:31:50,503 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:31:50,503 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:31:50,503 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:50,503 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:31:50,503 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:50,504 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261540504 2024-12-03T21:31:50,505 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:31:50,505 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:31:50,505 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:31:50,505 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:31:50,505 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:31:50,505 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:31:50,505 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:31:50,505 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:31:50,505 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:50,505 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:31:50,505 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:31:50,506 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:31:50,506 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:31:50,506 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:50,506 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:31:50,506 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:31:50,506 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:31:50,506 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261510506,5,FailOnTimeoutGroup] 2024-12-03T21:31:50,506 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261510506,5,FailOnTimeoutGroup] 2024-12-03T21:31:50,506 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:50,506 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:31:50,506 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:50,507 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:50,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:31:50,512 INFO [RS:0;101545f66cbd:39269 {}] regionserver.HRegionServer(746): ClusterId : 86a79824-7cc5-4d34-9e66-7ec135b045e1 2024-12-03T21:31:50,512 DEBUG [RS:0;101545f66cbd:39269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:31:50,520 DEBUG [RS:0;101545f66cbd:39269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:31:50,520 DEBUG [RS:0;101545f66cbd:39269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:31:50,528 DEBUG [RS:0;101545f66cbd:39269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:31:50,528 DEBUG [RS:0;101545f66cbd:39269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b415c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:31:50,540 DEBUG [RS:0;101545f66cbd:39269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:39269 2024-12-03T21:31:50,541 INFO [RS:0;101545f66cbd:39269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:31:50,541 INFO [RS:0;101545f66cbd:39269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:31:50,541 DEBUG [RS:0;101545f66cbd:39269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:31:50,541 INFO [RS:0;101545f66cbd:39269 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,44603,1733261508479 with port=39269, startcode=1733261508583 2024-12-03T21:31:50,541 DEBUG [RS:0;101545f66cbd:39269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:31:50,543 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:31:50,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,39269,1733261508583 2024-12-03T21:31:50,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44603 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,39269,1733261508583 2024-12-03T21:31:50,544 DEBUG [RS:0;101545f66cbd:39269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f 2024-12-03T21:31:50,544 DEBUG [RS:0;101545f66cbd:39269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37825 2024-12-03T21:31:50,544 DEBUG [RS:0;101545f66cbd:39269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:31:50,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450/rs 2024-12-03T21:31:50,553 DEBUG [RS:0;101545f66cbd:39269 {}] zookeeper.ZKUtil(111): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Set watcher on existing znode=/1-184371450/rs/101545f66cbd,39269,1733261508583 2024-12-03T21:31:50,553 WARN [RS:0;101545f66cbd:39269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:31:50,553 INFO [RS:0;101545f66cbd:39269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:31:50,554 DEBUG [RS:0;101545f66cbd:39269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/WALs/101545f66cbd,39269,1733261508583 2024-12-03T21:31:50,554 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,39269,1733261508583] 2024-12-03T21:31:50,556 INFO [RS:0;101545f66cbd:39269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:31:50,558 INFO [RS:0;101545f66cbd:39269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:31:50,558 INFO [RS:0;101545f66cbd:39269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:31:50,558 INFO [RS:0;101545f66cbd:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:50,558 INFO [RS:0;101545f66cbd:39269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:31:50,559 INFO [RS:0;101545f66cbd:39269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:31:50,559 INFO [RS:0;101545f66cbd:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:50,559 DEBUG [RS:0;101545f66cbd:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:50,559 DEBUG [RS:0;101545f66cbd:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:50,559 DEBUG [RS:0;101545f66cbd:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:50,559 DEBUG [RS:0;101545f66cbd:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:50,559 DEBUG [RS:0;101545f66cbd:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:50,559 DEBUG [RS:0;101545f66cbd:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:31:50,559 DEBUG [RS:0;101545f66cbd:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:50,559 DEBUG [RS:0;101545f66cbd:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:50,559 DEBUG [RS:0;101545f66cbd:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:50,559 DEBUG [RS:0;101545f66cbd:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:50,559 DEBUG [RS:0;101545f66cbd:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:50,559 DEBUG [RS:0;101545f66cbd:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:50,560 DEBUG [RS:0;101545f66cbd:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:31:50,560 DEBUG [RS:0;101545f66cbd:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:31:50,560 INFO [RS:0;101545f66cbd:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:50,560 INFO [RS:0;101545f66cbd:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:50,560 INFO [RS:0;101545f66cbd:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:50,560 INFO [RS:0;101545f66cbd:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:50,560 INFO [RS:0;101545f66cbd:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:50,560 INFO [RS:0;101545f66cbd:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39269,1733261508583-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:31:50,572 INFO [RS:0;101545f66cbd:39269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:31:50,572 INFO [RS:0;101545f66cbd:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39269,1733261508583-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:50,572 INFO [RS:0;101545f66cbd:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:50,572 INFO [RS:0;101545f66cbd:39269 {}] regionserver.Replication(171): 101545f66cbd,39269,1733261508583 started 2024-12-03T21:31:50,583 INFO [RS:0;101545f66cbd:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:50,583 INFO [RS:0;101545f66cbd:39269 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,39269,1733261508583, RpcServer on 101545f66cbd/172.17.0.2:39269, sessionid=0x1019e6557780004 2024-12-03T21:31:50,583 DEBUG [RS:0;101545f66cbd:39269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:31:50,583 DEBUG [RS:0;101545f66cbd:39269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,39269,1733261508583 2024-12-03T21:31:50,583 DEBUG [RS:0;101545f66cbd:39269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,39269,1733261508583' 2024-12-03T21:31:50,583 DEBUG [RS:0;101545f66cbd:39269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-184371450/flush-table-proc/abort' 2024-12-03T21:31:50,584 DEBUG [RS:0;101545f66cbd:39269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-184371450/flush-table-proc/acquired' 2024-12-03T21:31:50,584 DEBUG [RS:0;101545f66cbd:39269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:31:50,584 DEBUG [RS:0;101545f66cbd:39269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:31:50,584 DEBUG [RS:0;101545f66cbd:39269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,39269,1733261508583 2024-12-03T21:31:50,584 DEBUG [RS:0;101545f66cbd:39269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,39269,1733261508583' 2024-12-03T21:31:50,584 DEBUG [RS:0;101545f66cbd:39269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-184371450/online-snapshot/abort' 2024-12-03T21:31:50,585 DEBUG [RS:0;101545f66cbd:39269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-184371450/online-snapshot/acquired' 2024-12-03T21:31:50,585 DEBUG [RS:0;101545f66cbd:39269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:31:50,585 INFO [RS:0;101545f66cbd:39269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:31:50,585 INFO [RS:0;101545f66cbd:39269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:31:50,685 INFO [RS:0;101545f66cbd:39269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:31:50,687 INFO [RS:0;101545f66cbd:39269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C39269%2C1733261508583, suffix=, logDir=hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/WALs/101545f66cbd,39269,1733261508583, archiveDir=hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/oldWALs, maxLogs=10 2024-12-03T21:31:50,697 DEBUG [RS:0;101545f66cbd:39269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/WALs/101545f66cbd,39269,1733261508583/101545f66cbd%2C39269%2C1733261508583.1733261510687, exclude list is [], retry=0 2024-12-03T21:31:50,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43785,DS-a045d31e-a8da-45fb-a0ca-1cf05ae6ca3e,DISK] 2024-12-03T21:31:50,702 INFO [RS:0;101545f66cbd:39269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/WALs/101545f66cbd,39269,1733261508583/101545f66cbd%2C39269%2C1733261508583.1733261510687 2024-12-03T21:31:50,702 DEBUG [RS:0;101545f66cbd:39269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46653:46653)] 2024-12-03T21:31:50,911 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:31:50,912 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f 2024-12-03T21:31:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:31:51,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:31:51,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:31:51,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:31:51,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:51,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:51,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:31:51,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:31:51,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:51,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:51,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:31:51,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:31:51,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:51,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:51,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:31:51,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:31:51,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:51,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:51,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:31:51,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/data/hbase/meta/1588230740 2024-12-03T21:31:51,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/data/hbase/meta/1588230740 2024-12-03T21:31:51,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:31:51,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:31:51,327 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:31:51,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:31:51,329 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:31:51,330 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60925346, jitterRate=-0.09214159846305847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:31:51,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261511317Initializing all the Stores at 1733261511318 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261511318Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261511318Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261511318Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261511318Cleaning up temporary data from old regions at 1733261511326 (+8 ms)Region opened successfully at 1733261511330 (+4 ms) 2024-12-03T21:31:51,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:31:51,330 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:31:51,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:31:51,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:31:51,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:31:51,331 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:31:51,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261511330Disabling compacts and flushes for region at 1733261511330Disabling writes for close at 1733261511330Writing region close event to WAL at 1733261511331 (+1 ms)Closed at 1733261511331 2024-12-03T21:31:51,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:31:51,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:31:51,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:31:51,333 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:31:51,334 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:31:51,484 DEBUG [101545f66cbd:44603 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:31:51,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,39269,1733261508583 2024-12-03T21:31:51,485 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,39269,1733261508583, state=OPENING 2024-12-03T21:31:51,563 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:31:51,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450 2024-12-03T21:31:51,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450 2024-12-03T21:31:51,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-184371450/meta-region-server: CHANGED 2024-12-03T21:31:51,582 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:31:51,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-184371450/meta-region-server: CHANGED 2024-12-03T21:31:51,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,39269,1733261508583}] 2024-12-03T21:31:51,594 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T21:31:51,734 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:31:51,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:31:51,738 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:31:51,738 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:31:51,739 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:31:51,740 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C39269%2C1733261508583.meta, suffix=.meta, logDir=hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/WALs/101545f66cbd,39269,1733261508583, archiveDir=hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/oldWALs, maxLogs=10 2024-12-03T21:31:51,751 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/WALs/101545f66cbd,39269,1733261508583/101545f66cbd%2C39269%2C1733261508583.meta.1733261511740.meta, exclude list is [], retry=0 2024-12-03T21:31:51,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43785,DS-a045d31e-a8da-45fb-a0ca-1cf05ae6ca3e,DISK] 2024-12-03T21:31:51,755 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/WALs/101545f66cbd,39269,1733261508583/101545f66cbd%2C39269%2C1733261508583.meta.1733261511740.meta 2024-12-03T21:31:51,755 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46653:46653)] 2024-12-03T21:31:51,755 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:31:51,755 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:31:51,756 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:31:51,756 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:31:51,756 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:31:51,756 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:31:51,756 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:31:51,756 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:31:51,756 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:31:51,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:31:51,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:31:51,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:51,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:51,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:31:51,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:31:51,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:51,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:51,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:31:51,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:31:51,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:51,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:51,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:31:51,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:31:51,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:51,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:51,762 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:31:51,762 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/data/hbase/meta/1588230740 2024-12-03T21:31:51,763 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/data/hbase/meta/1588230740 2024-12-03T21:31:51,764 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:31:51,764 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:31:51,765 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:31:51,766 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:31:51,767 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59009635, jitterRate=-0.12068791687488556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:31:51,767 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:31:51,767 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261511756Writing region info on filesystem at 1733261511756Initializing all the Stores at 1733261511757 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261511757Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261511757Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261511757Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261511757Cleaning up temporary data from old regions at 1733261511764 (+7 ms)Running coprocessor post-open hooks at 1733261511767 (+3 ms)Region opened successfully at 1733261511767 2024-12-03T21:31:51,768 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261511734 2024-12-03T21:31:51,769 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:31:51,770 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:31:51,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,39269,1733261508583 2024-12-03T21:31:51,771 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,39269,1733261508583, state=OPEN 2024-12-03T21:31:51,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-184371450/meta-region-server 2024-12-03T21:31:51,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-184371450/meta-region-server 2024-12-03T21:31:51,781 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,39269,1733261508583 2024-12-03T21:31:51,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-184371450/meta-region-server: CHANGED 2024-12-03T21:31:51,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-184371450/meta-region-server: CHANGED 2024-12-03T21:31:51,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:31:51,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,39269,1733261508583 in 199 msec 2024-12-03T21:31:51,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:31:51,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-12-03T21:31:51,786 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:31:51,786 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:31:51,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:31:51,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,39269,1733261508583, seqNum=-1] 2024-12-03T21:31:51,788 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:31:51,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:31:51,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2920 sec 2024-12-03T21:31:51,793 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261511793, completionTime=-1 2024-12-03T21:31:51,793 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:31:51,793 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:31:51,795 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:31:51,795 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261571795 2024-12-03T21:31:51,795 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261631795 2024-12-03T21:31:51,795 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T21:31:51,795 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,44603,1733261508479-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:51,795 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,44603,1733261508479-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:51,795 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,44603,1733261508479-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:51,795 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:44603, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:51,795 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:51,796 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:51,797 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:31:51,799 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.154sec 2024-12-03T21:31:51,799 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:31:51,799 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:31:51,799 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:31:51,799 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:31:51,799 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:31:51,799 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,44603,1733261508479-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:31:51,799 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,44603,1733261508479-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:31:51,801 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:31:51,801 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:31:51,801 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,44603,1733261508479-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:51,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ad648d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:31:51,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,44603,-1 for getting cluster id 2024-12-03T21:31:51,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:31:51,814 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86a79824-7cc5-4d34-9e66-7ec135b045e1' 2024-12-03T21:31:51,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:31:51,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86a79824-7cc5-4d34-9e66-7ec135b045e1" 2024-12-03T21:31:51,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe1f74e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:31:51,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,44603,-1] 2024-12-03T21:31:51,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:31:51,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:51,816 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:31:51,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4bb812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:31:51,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:31:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,39269,1733261508583, seqNum=-1] 2024-12-03T21:31:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:31:51,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:31:51,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,44603,1733261508479 2024-12-03T21:31:51,821 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60714 2024-12-03T21:31:51,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:31:51,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019e6557780005 connected 2024-12-03T21:31:51,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6acb63a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:31:51,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,41769,-1 for getting cluster id 2024-12-03T21:31:51,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:31:51,843 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdd24b62-7320-4acf-b573-96cd6822a4d9' 2024-12-03T21:31:51,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:31:51,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdd24b62-7320-4acf-b573-96cd6822a4d9" 2024-12-03T21:31:51,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8884f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:31:51,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,41769,-1] 2024-12-03T21:31:51,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:31:51,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:51,845 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:31:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9e63da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:31:51,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:31:51,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,41769,1733261503474 2024-12-03T21:31:51,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a87aa76 2024-12-03T21:31:51,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:31:51,847 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:31:51,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://101545f66cbd:44603,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T21:31:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:31:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:31:51,849 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:44603' 2024-12-03T21:31:51,850 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515265c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:31:51,850 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,44603,-1 for getting cluster id 2024-12-03T21:31:51,850 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:31:51,851 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86a79824-7cc5-4d34-9e66-7ec135b045e1' 2024-12-03T21:31:51,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:31:51,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86a79824-7cc5-4d34-9e66-7ec135b045e1" 2024-12-03T21:31:51,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3f3304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:31:51,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,44603,-1] 2024-12-03T21:31:51,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:31:51,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:51,853 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:31:51,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcda22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:31:51,853 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:31:51,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,44603,1733261508479 2024-12-03T21:31:51,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@188a84f6 2024-12-03T21:31:51,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:31:51,855 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:31:51,855 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T21:31:51,855 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:31:51,855 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:51,856 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:51,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:31:51,856 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:31:51,857 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T21:31:51,858 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:31:51,858 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:51,859 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:31:51,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741835_1011 (size=1138) 2024-12-03T21:31:51,907 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T21:31:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:31:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:31:52,240 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:31:52,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:52,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:52,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:52,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:52,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:52,265 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0901d4fb67bde19db21d283c815d2542, NAME => 'hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036 2024-12-03T21:31:52,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741836_1012 (size=44) 2024-12-03T21:31:52,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:31:52,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:31:52,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0901d4fb67bde19db21d283c815d2542, disabling compactions & flushes 2024-12-03T21:31:52,671 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:31:52,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:31:52,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. after waiting 0 ms 2024-12-03T21:31:52,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:31:52,671 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:31:52,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0901d4fb67bde19db21d283c815d2542: Waiting for close lock at 1733261512671Disabling compacts and flushes for region at 1733261512671Disabling writes for close at 1733261512671Writing region close event to WAL at 1733261512671Closed at 1733261512671 2024-12-03T21:31:52,672 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:31:52,673 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733261512672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261512672"}]},"ts":"1733261512672"} 2024-12-03T21:31:52,674 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:31:52,675 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:31:52,676 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261512675"}]},"ts":"1733261512675"} 2024-12-03T21:31:52,677 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T21:31:52,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0901d4fb67bde19db21d283c815d2542, ASSIGN}] 2024-12-03T21:31:52,678 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0901d4fb67bde19db21d283c815d2542, ASSIGN 2024-12-03T21:31:52,679 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0901d4fb67bde19db21d283c815d2542, ASSIGN; state=OFFLINE, location=101545f66cbd,43047,1733261503624; forceNewPlan=false, retain=false 2024-12-03T21:31:52,830 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0901d4fb67bde19db21d283c815d2542, regionState=OPENING, regionLocation=101545f66cbd,43047,1733261503624 2024-12-03T21:31:52,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0901d4fb67bde19db21d283c815d2542, ASSIGN because future has completed 2024-12-03T21:31:52,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0901d4fb67bde19db21d283c815d2542, server=101545f66cbd,43047,1733261503624}] 2024-12-03T21:31:52,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:31:52,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:31:52,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T21:31:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:31:52,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C43047%2C1733261503624.rep, suffix=, logDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624, archiveDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/oldWALs, maxLogs=10 2024-12-03T21:31:53,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624/101545f66cbd%2C43047%2C1733261503624.rep.1733261512990, exclude list is [], retry=0 2024-12-03T21:31:53,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44505,DS-6d63ef6e-d3e2-49f1-9978-83fa97beaaf1,DISK] 2024-12-03T21:31:53,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624/101545f66cbd%2C43047%2C1733261503624.rep.1733261512990 2024-12-03T21:31:53,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36185:36185)] 2024-12-03T21:31:53,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0901d4fb67bde19db21d283c815d2542, NAME => 'hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:31:53,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:31:53,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:31:53,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. service=MultiRowMutationService 2024-12-03T21:31:53,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T21:31:53,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:31:53,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:31:53,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:31:53,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:31:53,009 INFO [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:31:53,010 INFO [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0901d4fb67bde19db21d283c815d2542 columnFamilyName hfileref 2024-12-03T21:31:53,010 DEBUG [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:53,011 INFO [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] regionserver.HStore(327): Store=0901d4fb67bde19db21d283c815d2542/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:31:53,011 INFO [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:31:53,012 INFO [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0901d4fb67bde19db21d283c815d2542 columnFamilyName queue 2024-12-03T21:31:53,012 DEBUG [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:53,012 INFO [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] regionserver.HStore(327): Store=0901d4fb67bde19db21d283c815d2542/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:31:53,012 INFO [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:31:53,013 INFO [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0901d4fb67bde19db21d283c815d2542 columnFamilyName sid 2024-12-03T21:31:53,013 DEBUG [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:53,013 INFO [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] regionserver.HStore(327): Store=0901d4fb67bde19db21d283c815d2542/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:31:53,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:31:53,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/replication/0901d4fb67bde19db21d283c815d2542 2024-12-03T21:31:53,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/replication/0901d4fb67bde19db21d283c815d2542 2024-12-03T21:31:53,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:31:53,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:31:53,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:31:53,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:31:53,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/replication/0901d4fb67bde19db21d283c815d2542/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:31:53,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 0901d4fb67bde19db21d283c815d2542; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67243446, jitterRate=0.0020054280757904053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:31:53,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:31:53,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0901d4fb67bde19db21d283c815d2542: Running coprocessor pre-open hook at 1733261513008Writing region info on filesystem at 1733261513008Initializing all the Stores at 1733261513009 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261513009Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261513009Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261513009Cleaning up temporary data from old regions at 1733261513015 (+6 ms)Running coprocessor post-open hooks at 1733261513019 (+4 ms)Region opened successfully at 1733261513020 (+1 ms) 2024-12-03T21:31:53,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542., pid=7, masterSystemTime=1733261512984 2024-12-03T21:31:53,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:31:53,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:31:53,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0901d4fb67bde19db21d283c815d2542, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,43047,1733261503624 2024-12-03T21:31:53,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0901d4fb67bde19db21d283c815d2542, server=101545f66cbd,43047,1733261503624 because future has completed 2024-12-03T21:31:53,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T21:31:53,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0901d4fb67bde19db21d283c815d2542, server=101545f66cbd,43047,1733261503624 in 194 msec 2024-12-03T21:31:53,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:31:53,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0901d4fb67bde19db21d283c815d2542, ASSIGN in 351 msec 2024-12-03T21:31:53,031 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:31:53,031 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261513031"}]},"ts":"1733261513031"} 2024-12-03T21:31:53,033 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T21:31:53,034 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:31:53,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-12-03T21:31:53,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542., hostname=101545f66cbd,43047,1733261503624, seqNum=2] 2024-12-03T21:31:53,098 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:53,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:53,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:31:53,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T21:31:53,269 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T21:31:53,293 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-101545f66cbd,43047,1733261503624, ReplicationSource: 1, currentBandwidth=0 2024-12-03T21:31:53,293 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:31:53,293 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43047,1733261503624, seqNum=-1] 2024-12-03T21:31:53,293 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:31:53,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-03T21:31:53,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-101545f66cbd,43047,1733261503624', locateType=CURRENT is [region=hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542., hostname=101545f66cbd,43047,1733261503624, seqNum=2] 2024-12-03T21:31:53,298 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T21:31:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T21:31:53,300 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 101545f66cbd,43047,1733261503624 suceeded 2024-12-03T21:31:53,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T21:31:53,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-03T21:31:53,302 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://101545f66cbd:44603,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:31:53,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4550 sec 2024-12-03T21:31:53,311 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:44603' 2024-12-03T21:31:53,312 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67174637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:31:53,312 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,44603,-1 for getting cluster id 2024-12-03T21:31:53,312 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:31:53,313 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86a79824-7cc5-4d34-9e66-7ec135b045e1' 2024-12-03T21:31:53,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:31:53,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86a79824-7cc5-4d34-9e66-7ec135b045e1" 2024-12-03T21:31:53,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@202e474a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:31:53,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,44603,-1] 2024-12-03T21:31:53,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:31:53,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:53,314 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:31:53,314 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76330e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:31:53,314 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:31:53,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,44603,1733261508479 2024-12-03T21:31:53,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@788334cc 2024-12-03T21:31:53,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:31:53,316 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-03T21:31:53,317 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-101545f66cbd,43047,1733261503624 (queues=1) is replicating from cluster=cdd24b62-7320-4acf-b573-96cd6822a4d9 to cluster=86a79824-7cc5-4d34-9e66-7ec135b045e1 2024-12-03T21:31:53,317 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=101545f66cbd%2C43047%2C1733261503624 2024-12-03T21:31:53,317 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-101545f66cbd,43047,1733261503624, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:31:53,317 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624.replicationSource.shipper101545f66cbd%2C43047%2C1733261503624,1-101545f66cbd,43047,1733261503624 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C43047%2C1733261503624 2024-12-03T21:31:53,317 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624.replicationSource.wal-reader.101545f66cbd%2C43047%2C1733261503624,1-101545f66cbd,43047,1733261503624 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624/101545f66cbd%2C43047%2C1733261503624.1733261505727, startPosition=0, beingWritten=true 2024-12-03T21:31:53,522 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624.replicationSource.wal-reader.101545f66cbd%2C43047%2C1733261503624,1-101545f66cbd,43047,1733261503624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624/101545f66cbd%2C43047%2C1733261503624.1733261505727 to pos 0, reset compression=false 2024-12-03T21:31:53,827 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624.replicationSource.wal-reader.101545f66cbd%2C43047%2C1733261503624,1-101545f66cbd,43047,1733261503624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624/101545f66cbd%2C43047%2C1733261503624.1733261505727 to pos 0, reset compression=false 2024-12-03T21:31:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:31:53,998 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T21:31:53,998 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:31:53,998 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:31:53,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:53,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:53,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:31:53,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:31:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,41769,1733261503474 2024-12-03T21:31:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@140f719a 2024-12-03T21:31:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:31:54,000 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:31:54,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T21:31:54,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:31:54,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:31:54,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:54,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:54,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:31:54,001 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:31:54,001 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=150265482, stopped=false 2024-12-03T21:31:54,001 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,41769,1733261503474 2024-12-03T21:31:54,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0232334654/running 2024-12-03T21:31:54,028 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0232334654/running 2024-12-03T21:31:54,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:54,028 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:31:54,028 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:54,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:31:54,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:31:54,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:54,028 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,43047,1733261503624' ***** 2024-12-03T21:31:54,028 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:31:54,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on znode that does not yet exist, /0232334654/running 2024-12-03T21:31:54,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on znode that does not yet exist, /0232334654/running 2024-12-03T21:31:54,029 INFO [RS:0;101545f66cbd:43047 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:31:54,029 INFO [RS:0;101545f66cbd:43047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:31:54,029 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:31:54,029 INFO [RS:0;101545f66cbd:43047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:31:54,029 INFO [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(3091): Received CLOSE for 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:31:54,029 INFO [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,43047,1733261503624 2024-12-03T21:31:54,029 INFO [RS:0;101545f66cbd:43047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:31:54,029 INFO [RS:0;101545f66cbd:43047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:43047. 2024-12-03T21:31:54,029 DEBUG [RS:0;101545f66cbd:43047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:31:54,029 DEBUG [RS:0;101545f66cbd:43047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:54,029 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0901d4fb67bde19db21d283c815d2542, disabling compactions & flushes 2024-12-03T21:31:54,029 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:31:54,029 INFO [RS:0;101545f66cbd:43047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:31:54,029 INFO [RS:0;101545f66cbd:43047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:31:54,029 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:31:54,030 INFO [RS:0;101545f66cbd:43047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:31:54,030 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. after waiting 0 ms 2024-12-03T21:31:54,030 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:31:54,030 INFO [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:31:54,030 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0901d4fb67bde19db21d283c815d2542 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T21:31:54,030 INFO [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T21:31:54,030 DEBUG [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0901d4fb67bde19db21d283c815d2542=hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542.} 2024-12-03T21:31:54,030 DEBUG [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(1351): Waiting on 0901d4fb67bde19db21d283c815d2542, 1588230740 2024-12-03T21:31:54,030 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:31:54,030 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:31:54,030 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:31:54,030 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:31:54,030 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:31:54,030 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T21:31:54,045 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/.tmp/info/2f25266212c94fc89503df40c03369e6 is 147, key is hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542./info:regioninfo/1733261513023/Put/seqid=0 2024-12-03T21:31:54,045 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/replication/0901d4fb67bde19db21d283c815d2542/.tmp/queue/2e483e42fc2e473da9d1d774477da6c7 is 151, key is 1-101545f66cbd,43047,1733261503624/queue:101545f66cbd%2C43047%2C1733261503624/1733261513297/Put/seqid=0 2024-12-03T21:31:54,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741838_1014 (size=6631) 2024-12-03T21:31:54,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741839_1015 (size=5350) 2024-12-03T21:31:54,109 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:31:54,230 DEBUG [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(1351): Waiting on 0901d4fb67bde19db21d283c815d2542, 1588230740 2024-12-03T21:31:54,232 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624.replicationSource.wal-reader.101545f66cbd%2C43047%2C1733261503624,1-101545f66cbd,43047,1733261503624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624/101545f66cbd%2C43047%2C1733261503624.1733261505727 to pos 0, reset compression=false 2024-12-03T21:31:54,430 DEBUG [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(1351): Waiting on 0901d4fb67bde19db21d283c815d2542, 1588230740 2024-12-03T21:31:54,449 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/.tmp/info/2f25266212c94fc89503df40c03369e6 2024-12-03T21:31:54,449 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/replication/0901d4fb67bde19db21d283c815d2542/.tmp/queue/2e483e42fc2e473da9d1d774477da6c7 2024-12-03T21:31:54,455 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/replication/0901d4fb67bde19db21d283c815d2542/.tmp/queue/2e483e42fc2e473da9d1d774477da6c7 as hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/replication/0901d4fb67bde19db21d283c815d2542/queue/2e483e42fc2e473da9d1d774477da6c7 2024-12-03T21:31:54,460 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/replication/0901d4fb67bde19db21d283c815d2542/queue/2e483e42fc2e473da9d1d774477da6c7, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T21:31:54,461 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0901d4fb67bde19db21d283c815d2542 in 431ms, sequenceid=5, compaction requested=false 2024-12-03T21:31:54,461 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T21:31:54,467 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/replication/0901d4fb67bde19db21d283c815d2542/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T21:31:54,467 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:31:54,467 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:31:54,467 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:31:54,467 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0901d4fb67bde19db21d283c815d2542: Waiting for close lock at 1733261514029Running coprocessor pre-close hooks at 1733261514029Disabling compacts and flushes for region at 1733261514029Disabling writes for close at 1733261514030 (+1 ms)Obtaining lock to block concurrent updates at 1733261514030Preparing flush snapshotting stores in 0901d4fb67bde19db21d283c815d2542 at 1733261514030Finished memstore snapshotting hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733261514030Flushing stores of hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. at 1733261514030Flushing 0901d4fb67bde19db21d283c815d2542/queue: creating writer at 1733261514031 (+1 ms)Flushing 0901d4fb67bde19db21d283c815d2542/queue: appending metadata at 1733261514045 (+14 ms)Flushing 0901d4fb67bde19db21d283c815d2542/queue: closing flushed file at 1733261514045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@499ca180: reopening flushed file at 1733261514454 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0901d4fb67bde19db21d283c815d2542 in 431ms, sequenceid=5, compaction requested=false at 1733261514461 (+7 ms)Writing region close event to WAL at 1733261514463 (+2 ms)Running coprocessor post-close hooks at 1733261514467 (+4 ms)Closed at 1733261514467 2024-12-03T21:31:54,468 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:31:54,474 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/.tmp/ns/806858b80dc444b388ad7541f34bee7b is 43, key is default/ns:d/1733261506804/Put/seqid=0 2024-12-03T21:31:54,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741840_1016 (size=5153) 2024-12-03T21:31:54,601 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:31:54,602 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:31:54,630 DEBUG [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:31:54,736 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624.replicationSource.wal-reader.101545f66cbd%2C43047%2C1733261503624,1-101545f66cbd,43047,1733261503624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624/101545f66cbd%2C43047%2C1733261503624.1733261505727 to pos 0, reset compression=false 2024-12-03T21:31:54,830 DEBUG [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:31:54,878 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/.tmp/ns/806858b80dc444b388ad7541f34bee7b 2024-12-03T21:31:54,895 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/.tmp/table/176b22d9636a4341835a09d3a2e048ef is 53, key is hbase:replication/table:state/1733261513031/Put/seqid=0 2024-12-03T21:31:54,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741841_1017 (size=5256) 2024-12-03T21:31:55,031 INFO [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T21:31:55,031 DEBUG [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:31:55,031 DEBUG [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:31:55,231 DEBUG [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:31:55,300 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/.tmp/table/176b22d9636a4341835a09d3a2e048ef 2024-12-03T21:31:55,305 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/.tmp/info/2f25266212c94fc89503df40c03369e6 as hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/info/2f25266212c94fc89503df40c03369e6 2024-12-03T21:31:55,310 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/info/2f25266212c94fc89503df40c03369e6, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T21:31:55,310 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/.tmp/ns/806858b80dc444b388ad7541f34bee7b as hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/ns/806858b80dc444b388ad7541f34bee7b 2024-12-03T21:31:55,315 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/ns/806858b80dc444b388ad7541f34bee7b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T21:31:55,315 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/.tmp/table/176b22d9636a4341835a09d3a2e048ef as hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/table/176b22d9636a4341835a09d3a2e048ef 2024-12-03T21:31:55,320 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/table/176b22d9636a4341835a09d3a2e048ef, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T21:31:55,320 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=11, compaction requested=false 2024-12-03T21:31:55,324 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T21:31:55,325 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:31:55,325 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:31:55,325 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:31:55,325 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261514030Running coprocessor pre-close hooks at 1733261514030Disabling compacts and flushes for region at 1733261514030Disabling writes for close at 1733261514030Obtaining lock to block concurrent updates at 1733261514030Preparing flush snapshotting stores in 1588230740 at 1733261514030Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733261514030Flushing stores of hbase:meta,,1.1588230740 at 1733261514031 (+1 ms)Flushing 1588230740/info: creating writer at 1733261514031Flushing 1588230740/info: appending metadata at 1733261514045 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733261514045Flushing 1588230740/ns: creating writer at 1733261514455 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733261514473 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733261514473Flushing 1588230740/table: creating writer at 1733261514883 (+410 ms)Flushing 1588230740/table: appending metadata at 1733261514895 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733261514895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178972b8: reopening flushed file at 1733261515304 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1249a1a2: reopening flushed file at 1733261515310 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a348ce: reopening flushed file at 1733261515315 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=11, compaction requested=false at 1733261515320 (+5 ms)Writing region close event to WAL at 1733261515322 (+2 ms)Running coprocessor post-close hooks at 1733261515325 (+3 ms)Closed at 1733261515325 2024-12-03T21:31:55,325 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:31:55,341 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624.replicationSource.wal-reader.101545f66cbd%2C43047%2C1733261503624,1-101545f66cbd,43047,1733261503624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624/101545f66cbd%2C43047%2C1733261503624.1733261505727 to pos 0, reset compression=false 2024-12-03T21:31:55,431 INFO [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,43047,1733261503624; all regions closed. 2024-12-03T21:31:55,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741834_1010 (size=2742) 2024-12-03T21:31:55,433 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624/101545f66cbd%2C43047%2C1733261503624.meta.1733261506723.meta not finished, retry = 0 2024-12-03T21:31:55,536 DEBUG [RS:0;101545f66cbd:43047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/oldWALs 2024-12-03T21:31:55,536 INFO [RS:0;101545f66cbd:43047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C43047%2C1733261503624.meta:.meta(num 1733261506723) 2024-12-03T21:31:55,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741837_1013 (size=1586) 2024-12-03T21:31:55,538 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624/101545f66cbd%2C43047%2C1733261503624.rep.1733261512990 not finished, retry = 0 2024-12-03T21:31:55,640 DEBUG [RS:0;101545f66cbd:43047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/oldWALs 2024-12-03T21:31:55,640 INFO [RS:0;101545f66cbd:43047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C43047%2C1733261503624.rep:(num 1733261512990) 2024-12-03T21:31:55,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741832_1008 (size=93) 2024-12-03T21:31:55,642 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624/101545f66cbd%2C43047%2C1733261503624.1733261505727 not finished, retry = 0 2024-12-03T21:31:55,745 DEBUG [RS:0;101545f66cbd:43047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/oldWALs 2024-12-03T21:31:55,745 INFO [RS:0;101545f66cbd:43047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C43047%2C1733261503624:(num 1733261505727) 2024-12-03T21:31:55,745 DEBUG [RS:0;101545f66cbd:43047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:55,745 INFO [RS:0;101545f66cbd:43047 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:31:55,745 INFO [RS:0;101545f66cbd:43047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:31:55,745 INFO [RS:0;101545f66cbd:43047 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T21:31:55,745 INFO [RS:0;101545f66cbd:43047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:31:55,745 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:31:55,746 INFO [RS:0;101545f66cbd:43047 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-101545f66cbd,43047,1733261503624 because: Region server is closing 2024-12-03T21:31:55,746 INFO [RS:0;101545f66cbd:43047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:43047. 2024-12-03T21:31:55,746 DEBUG [RS:0;101545f66cbd:43047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:31:55,746 DEBUG [RS:0;101545f66cbd:43047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:55,746 DEBUG [RS:0;101545f66cbd:43047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:55,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:31:55,846 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624.replicationSource.wal-reader.101545f66cbd%2C43047%2C1733261503624,1-101545f66cbd,43047,1733261503624 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T21:31:55,846 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624.replicationSource.shipper101545f66cbd%2C43047%2C1733261503624,1-101545f66cbd,43047,1733261503624 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T21:31:55,846 INFO [RS:0;101545f66cbd:43047 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43047,1733261503624.replicationSource.shipper101545f66cbd%2C43047%2C1733261503624,1-101545f66cbd,43047,1733261503624 terminated 2024-12-03T21:31:55,846 INFO [RS:0;101545f66cbd:43047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43047 2024-12-03T21:31:55,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654/rs 2024-12-03T21:31:55,881 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0232334654/rs/101545f66cbd,43047,1733261503624 2024-12-03T21:31:55,881 INFO [RS:0;101545f66cbd:43047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:31:55,882 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,43047,1733261503624] 2024-12-03T21:31:55,898 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0232334654/draining/101545f66cbd,43047,1733261503624 already deleted, retry=false 2024-12-03T21:31:55,898 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,43047,1733261503624 expired; onlineServers=0 2024-12-03T21:31:55,898 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,41769,1733261503474' ***** 2024-12-03T21:31:55,898 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:31:55,898 INFO [M:0;101545f66cbd:41769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:31:55,898 INFO [M:0;101545f66cbd:41769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:31:55,898 DEBUG [M:0;101545f66cbd:41769 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:31:55,898 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:31:55,898 DEBUG [M:0;101545f66cbd:41769 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:31:55,898 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261505547 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261505547,5,FailOnTimeoutGroup] 2024-12-03T21:31:55,898 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261505551 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261505551,5,FailOnTimeoutGroup] 2024-12-03T21:31:55,898 INFO [M:0;101545f66cbd:41769 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:31:55,898 INFO [M:0;101545f66cbd:41769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:31:55,899 DEBUG [M:0;101545f66cbd:41769 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:31:55,899 INFO [M:0;101545f66cbd:41769 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:31:55,899 INFO [M:0;101545f66cbd:41769 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:31:55,899 INFO [M:0;101545f66cbd:41769 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:31:55,899 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:31:55,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0232334654/master 2024-12-03T21:31:55,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:55,906 DEBUG [M:0;101545f66cbd:41769 {}] zookeeper.ZKUtil(347): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Unable to get data of znode /0232334654/master because node does not exist (not an error) 2024-12-03T21:31:55,906 WARN [M:0;101545f66cbd:41769 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:31:55,907 INFO [M:0;101545f66cbd:41769 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/.lastflushedseqids 2024-12-03T21:31:55,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741842_1018 (size=181) 2024-12-03T21:31:55,990 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:31:55,990 INFO [RS:0;101545f66cbd:43047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:31:55,990 INFO [RS:0;101545f66cbd:43047 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,43047,1733261503624; zookeeper connection closed. 2024-12-03T21:31:55,990 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43047-0x1019e6557780001, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:31:55,990 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54ab2e53 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54ab2e53 2024-12-03T21:31:55,990 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:31:56,311 INFO [M:0;101545f66cbd:41769 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:31:56,311 INFO [M:0;101545f66cbd:41769 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:31:56,311 DEBUG [M:0;101545f66cbd:41769 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:31:56,311 INFO [M:0;101545f66cbd:41769 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:56,311 DEBUG [M:0;101545f66cbd:41769 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:56,311 DEBUG [M:0;101545f66cbd:41769 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:31:56,311 DEBUG [M:0;101545f66cbd:41769 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:56,312 INFO [M:0;101545f66cbd:41769 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T21:31:56,324 DEBUG [M:0;101545f66cbd:41769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b14438bffa24c8985cff10151e4dace is 82, key is hbase:meta,,1/info:regioninfo/1733261506752/Put/seqid=0 2024-12-03T21:31:56,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741843_1019 (size=5672) 2024-12-03T21:31:56,728 INFO [M:0;101545f66cbd:41769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b14438bffa24c8985cff10151e4dace 2024-12-03T21:31:56,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T21:31:56,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T21:31:56,762 DEBUG [M:0;101545f66cbd:41769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2536b5481f50401da51f8e36aaaf070b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733261513034/Put/seqid=0 2024-12-03T21:31:56,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741844_1020 (size=7203) 2024-12-03T21:31:57,167 INFO [M:0;101545f66cbd:41769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2536b5481f50401da51f8e36aaaf070b 2024-12-03T21:31:57,185 DEBUG [M:0;101545f66cbd:41769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c7ca0e0bfa642b3b38958475d50e642 is 69, key is 101545f66cbd,43047,1733261503624/rs:state/1733261505583/Put/seqid=0 2024-12-03T21:31:57,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741845_1021 (size=5156) 2024-12-03T21:31:57,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:31:57,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:57,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:57,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:57,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:57,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:57,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:31:57,589 INFO [M:0;101545f66cbd:41769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c7ca0e0bfa642b3b38958475d50e642 2024-12-03T21:31:57,594 DEBUG [M:0;101545f66cbd:41769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b14438bffa24c8985cff10151e4dace as hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b14438bffa24c8985cff10151e4dace 2024-12-03T21:31:57,598 INFO [M:0;101545f66cbd:41769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b14438bffa24c8985cff10151e4dace, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T21:31:57,599 DEBUG [M:0;101545f66cbd:41769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2536b5481f50401da51f8e36aaaf070b as hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2536b5481f50401da51f8e36aaaf070b 2024-12-03T21:31:57,603 INFO [M:0;101545f66cbd:41769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2536b5481f50401da51f8e36aaaf070b, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T21:31:57,604 DEBUG [M:0;101545f66cbd:41769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c7ca0e0bfa642b3b38958475d50e642 as hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c7ca0e0bfa642b3b38958475d50e642 2024-12-03T21:31:57,608 INFO [M:0;101545f66cbd:41769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c7ca0e0bfa642b3b38958475d50e642, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T21:31:57,609 INFO [M:0;101545f66cbd:41769 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false 2024-12-03T21:31:57,611 INFO [M:0;101545f66cbd:41769 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:31:57,611 DEBUG [M:0;101545f66cbd:41769 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261516311Disabling compacts and flushes for region at 1733261516311Disabling writes for close at 1733261516311Obtaining lock to block concurrent updates at 1733261516312 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261516312Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733261516312Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261516312Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261516312Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261516324 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261516324Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261516747 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261516762 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261516762Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261517171 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261517184 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261517184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@619e92ac: reopening flushed file at 1733261517593 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d903b41: reopening flushed file at 1733261517598 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156c6f12: reopening flushed file at 1733261517603 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false at 1733261517609 (+6 ms)Writing region close event to WAL at 1733261517611 (+2 ms)Closed at 1733261517611 2024-12-03T21:31:57,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741830_1006 (size=41008) 2024-12-03T21:31:57,614 INFO [M:0;101545f66cbd:41769 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:31:57,614 INFO [M:0;101545f66cbd:41769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41769 2024-12-03T21:31:57,614 INFO [M:0;101545f66cbd:41769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:31:57,614 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:31:57,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:31:57,740 INFO [M:0;101545f66cbd:41769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:31:57,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x1019e6557780000, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:31:57,741 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:31:57,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:31:57,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:31:57,741 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:31:57,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:31:57,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:31:57,741 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:31:57,741 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:31:57,742 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45217 2024-12-03T21:31:57,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45217 connecting to ZooKeeper ensemble=127.0.0.1:60714 2024-12-03T21:31:57,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452170x0, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:31:57,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45217-0x1019e6557780006 connected 2024-12-03T21:31:57,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:57,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:57,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on znode that does not yet exist, /0232334654/running 2024-12-03T21:31:57,765 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0232334654/meta-region-server: INIT 2024-12-03T21:31:57,766 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036, hbase.cluster.distributed=false 2024-12-03T21:31:57,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on znode that does not yet exist, /0232334654/acl 2024-12-03T21:31:57,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45217 2024-12-03T21:31:57,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45217 2024-12-03T21:31:57,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45217 2024-12-03T21:31:57,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45217 2024-12-03T21:31:57,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45217 2024-12-03T21:31:57,783 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:31:57,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:31:57,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:31:57,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:31:57,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:31:57,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:31:57,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:31:57,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:31:57,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46523 2024-12-03T21:31:57,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46523 connecting to ZooKeeper ensemble=127.0.0.1:60714 2024-12-03T21:31:57,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:57,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:57,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465230x0, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:31:57,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46523-0x1019e6557780007 connected 2024-12-03T21:31:57,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on znode that does not yet exist, /0232334654/running 2024-12-03T21:31:57,798 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0232334654/meta-region-server: INIT 2024-12-03T21:31:57,798 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:31:57,799 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:31:57,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on znode that does not yet exist, /0232334654/master 2024-12-03T21:31:57,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on znode that does not yet exist, /0232334654/acl 2024-12-03T21:31:57,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46523 2024-12-03T21:31:57,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46523 2024-12-03T21:31:57,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46523 2024-12-03T21:31:57,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46523 2024-12-03T21:31:57,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46523 2024-12-03T21:31:57,813 DEBUG [M:0;101545f66cbd:45217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:45217 2024-12-03T21:31:57,814 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0232334654/backup-masters/101545f66cbd,45217,1733261517741 2024-12-03T21:31:57,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654/backup-masters 2024-12-03T21:31:57,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654/backup-masters 2024-12-03T21:31:57,823 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on existing znode=/0232334654/backup-masters/101545f66cbd,45217,1733261517741 2024-12-03T21:31:57,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0232334654/master 2024-12-03T21:31:57,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:57,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:57,831 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on existing znode=/0232334654/master 2024-12-03T21:31:57,832 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0232334654/backup-masters/101545f66cbd,45217,1733261517741 from backup master directory 2024-12-03T21:31:57,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0232334654/backup-masters/101545f66cbd,45217,1733261517741 2024-12-03T21:31:57,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654/backup-masters 2024-12-03T21:31:57,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654/backup-masters 2024-12-03T21:31:57,839 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:31:57,839 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,45217,1733261517741 2024-12-03T21:31:57,847 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:31:57,847 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:31:57,852 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-12-03T21:31:57,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741846_1022 (size=196) 2024-12-03T21:31:58,266 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:31:58,266 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:31:58,267 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:31:58,271 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T21:31:58,273 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/WALs/101545f66cbd,41769,1733261503474 to hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/WALs/101545f66cbd,41769,1733261503474-dead as it is dead 2024-12-03T21:31:58,274 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/WALs/101545f66cbd,41769,1733261503474-dead/101545f66cbd%2C41769%2C1733261503474.1733261505356 2024-12-03T21:31:58,274 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/WALs/101545f66cbd,41769,1733261503474-dead/101545f66cbd%2C41769%2C1733261503474.1733261505356 after 0ms 2024-12-03T21:31:58,275 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/WALs/101545f66cbd,41769,1733261503474-dead/101545f66cbd%2C41769%2C1733261503474.1733261505356 to hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/101545f66cbd%2C41769%2C1733261503474.1733261505356 2024-12-03T21:31:58,275 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/WALs/101545f66cbd,41769,1733261503474-dead 2024-12-03T21:31:58,275 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/WALs/101545f66cbd,45217,1733261517741 2024-12-03T21:31:58,276 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:31:58,277 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C45217%2C1733261517741, suffix=, logDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/WALs/101545f66cbd,45217,1733261517741, archiveDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/oldWALs, maxLogs=10 2024-12-03T21:31:58,288 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/WALs/101545f66cbd,45217,1733261517741/101545f66cbd%2C45217%2C1733261517741.1733261518277, exclude list is [], retry=0 2024-12-03T21:31:58,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44505,DS-6d63ef6e-d3e2-49f1-9978-83fa97beaaf1,DISK] 2024-12-03T21:31:58,292 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/WALs/101545f66cbd,45217,1733261517741/101545f66cbd%2C45217%2C1733261517741.1733261518277 2024-12-03T21:31:58,292 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36185:36185)] 2024-12-03T21:31:58,292 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:31:58,292 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:31:58,293 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:58,293 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:58,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:58,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:31:58,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:58,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b14438bffa24c8985cff10151e4dace 2024-12-03T21:31:58,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:58,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:58,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:31:58,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:58,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2536b5481f50401da51f8e36aaaf070b 2024-12-03T21:31:58,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:31:58,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:58,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:31:58,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:58,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c7ca0e0bfa642b3b38958475d50e642 2024-12-03T21:31:58,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:31:58,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:58,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:31:58,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:58,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:31:58,313 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:58,314 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T21:31:58,314 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/101545f66cbd%2C41769%2C1733261503474.1733261505356 2024-12-03T21:31:58,318 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/101545f66cbd%2C41769%2C1733261503474.1733261505356 2024-12-03T21:31:58,318 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/101545f66cbd%2C41769%2C1733261503474.1733261505356 2024-12-03T21:31:58,319 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:58,319 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:58,320 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:31:58,321 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:31:58,322 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-03T21:31:58,323 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73075451, jitterRate=0.0889090746641159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:31:58,323 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261518293Initializing all the Stores at 1733261518293Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261518293Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261518293Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261518293Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261518293Cleaning up temporary data from old regions at 1733261518319 (+26 ms)Region opened successfully at 1733261518323 (+4 ms) 2024-12-03T21:31:58,323 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:31:58,325 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a415d8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:31:58,327 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T21:31:58,327 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:31:58,327 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:31:58,328 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:31:58,328 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:31:58,330 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:31:58,331 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:31:58,331 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T21:31:58,331 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-03T21:31:58,331 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:31:58,334 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=101545f66cbd,43047,1733261503624, regionLocation=101545f66cbd,43047,1733261503624, openSeqNum=2 2024-12-03T21:31:58,334 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=101545f66cbd,43047,1733261503624, table=hbase:meta, region=1588230740 2024-12-03T21:31:58,334 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,43047,1733261503624, state=OPEN 2024-12-03T21:31:58,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0232334654/meta-region-server 2024-12-03T21:31:58,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0232334654/meta-region-server 2024-12-03T21:31:58,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0232334654/meta-region-server: CHANGED 2024-12-03T21:31:58,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0232334654/meta-region-server: CHANGED 2024-12-03T21:31:58,364 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:31:58,373 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0232334654/draining/101545f66cbd,43047,1733261503624 already deleted, retry=false 2024-12-03T21:31:58,373 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 101545f66cbd,43047,1733261503624 on 101545f66cbd,45217,1733261517741 2024-12-03T21:31:58,374 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 101545f66cbd,43047,1733261503624, splitWal=true, meta=true 2024-12-03T21:31:58,374 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 101545f66cbd,43047,1733261503624 (carryingMeta=true) 101545f66cbd,43047,1733261503624/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@14a614c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T21:31:58,375 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Unable to get data of znode /0232334654/balancer because node does not exist (not necessarily an error) 2024-12-03T21:31:58,386 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0232334654/balancer already deleted, retry=false 2024-12-03T21:31:58,386 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:31:58,387 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Unable to get data of znode /0232334654/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:31:58,394 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0232334654/normalizer already deleted, retry=false 2024-12-03T21:31:58,394 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:31:58,395 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Unable to get data of znode /0232334654/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:31:58,402 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0232334654/switch/split already deleted, retry=false 2024-12-03T21:31:58,403 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Unable to get data of znode /0232334654/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:31:58,410 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0232334654/switch/merge already deleted, retry=false 2024-12-03T21:31:58,420 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Unable to get data of znode /0232334654/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:31:58,427 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0232334654/snapshot-cleanup already deleted, retry=false 2024-12-03T21:31:58,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0232334654/running 2024-12-03T21:31:58,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0232334654/running 2024-12-03T21:31:58,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:58,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:31:58,436 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,45217,1733261517741, sessionid=0x1019e6557780006, setting cluster-up flag (Was=false) 2024-12-03T21:31:58,444 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0232334654/flush-table-proc/acquired, /0232334654/flush-table-proc/reached, /0232334654/flush-table-proc/abort 2024-12-03T21:31:58,445 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,45217,1733261517741 2024-12-03T21:31:58,456 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0232334654/online-snapshot/acquired, /0232334654/online-snapshot/reached, /0232334654/online-snapshot/abort 2024-12-03T21:31:58,457 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,45217,1733261517741 2024-12-03T21:31:58,458 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/.lastflushedseqids 2024-12-03T21:31:58,460 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:31:58,460 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:31:58,460 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,45217,1733261517741 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 101545f66cbd,43047,1733261503624 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:31:58,462 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:31:58,462 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:31:58,462 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:31:58,462 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:31:58,462 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:31:58,462 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:58,462 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:31:58,462 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:58,463 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261548463 2024-12-03T21:31:58,463 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:31:58,463 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:31:58,463 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:31:58,463 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:31:58,463 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:31:58,463 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:31:58,463 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:58,464 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 101545f66cbd,43047,1733261503624, splitWal=true, meta=true 2024-12-03T21:31:58,464 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:31:58,464 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:31:58,464 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:31:58,464 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:31:58,464 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:31:58,464 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 101545f66cbd,43047,1733261503624, splitWal=true, meta=true, isMeta: true 2024-12-03T21:31:58,464 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:31:58,464 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261518464,5,FailOnTimeoutGroup] 2024-12-03T21:31:58,464 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261518464,5,FailOnTimeoutGroup] 2024-12-03T21:31:58,464 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:58,464 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:31:58,464 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:58,465 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:58,465 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261518465, completionTime=-1 2024-12-03T21:31:58,465 WARN [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T21:31:58,465 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T21:31:58,465 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624-splitting 2024-12-03T21:31:58,466 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624-splitting dir is empty, no logs to split. 2024-12-03T21:31:58,466 INFO [PEWorker-1 {}] master.SplitWALManager(105): 101545f66cbd,43047,1733261503624 WAL count=0, meta=true 2024-12-03T21:31:58,468 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624-splitting dir is empty, no logs to split. 2024-12-03T21:31:58,468 INFO [PEWorker-1 {}] master.SplitWALManager(105): 101545f66cbd,43047,1733261503624 WAL count=0, meta=true 2024-12-03T21:31:58,468 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 101545f66cbd,43047,1733261503624 WAL splitting is done? wals=0, meta=true 2024-12-03T21:31:58,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:31:58,470 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:31:58,470 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T21:31:58,503 INFO [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer(746): ClusterId : cdd24b62-7320-4acf-b573-96cd6822a4d9 2024-12-03T21:31:58,503 DEBUG [RS:0;101545f66cbd:46523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:31:58,511 DEBUG [RS:0;101545f66cbd:46523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:31:58,511 DEBUG [RS:0;101545f66cbd:46523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:31:58,520 DEBUG [RS:0;101545f66cbd:46523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:31:58,520 DEBUG [RS:0;101545f66cbd:46523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1ffa92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:31:58,529 DEBUG [RS:0;101545f66cbd:46523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:46523 2024-12-03T21:31:58,529 INFO [RS:0;101545f66cbd:46523 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:31:58,529 INFO [RS:0;101545f66cbd:46523 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:31:58,529 DEBUG [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:31:58,530 INFO [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,45217,1733261517741 with port=46523, startcode=1733261517783 2024-12-03T21:31:58,530 DEBUG [RS:0;101545f66cbd:46523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:31:58,531 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:31:58,531 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45217 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,46523,1733261517783 2024-12-03T21:31:58,531 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45217 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,46523,1733261517783 2024-12-03T21:31:58,532 DEBUG [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036 2024-12-03T21:31:58,533 DEBUG [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45031 2024-12-03T21:31:58,533 DEBUG [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:31:58,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654/rs 2024-12-03T21:31:58,564 DEBUG [RS:0;101545f66cbd:46523 {}] zookeeper.ZKUtil(111): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on existing znode=/0232334654/rs/101545f66cbd,46523,1733261517783 2024-12-03T21:31:58,564 WARN [RS:0;101545f66cbd:46523 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:31:58,564 INFO [RS:0;101545f66cbd:46523 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:31:58,564 DEBUG [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783 2024-12-03T21:31:58,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,46523,1733261517783] 2024-12-03T21:31:58,565 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T21:31:58,580 INFO [RS:0;101545f66cbd:46523 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:31:58,581 INFO [RS:0;101545f66cbd:46523 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:31:58,581 INFO [RS:0;101545f66cbd:46523 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:31:58,581 INFO [RS:0;101545f66cbd:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:58,581 INFO [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:31:58,582 INFO [RS:0;101545f66cbd:46523 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:31:58,582 INFO [RS:0;101545f66cbd:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:58,582 DEBUG [RS:0;101545f66cbd:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:58,582 DEBUG [RS:0;101545f66cbd:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:58,582 DEBUG [RS:0;101545f66cbd:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:58,582 DEBUG [RS:0;101545f66cbd:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:58,582 DEBUG [RS:0;101545f66cbd:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:58,582 DEBUG [RS:0;101545f66cbd:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:31:58,582 DEBUG [RS:0;101545f66cbd:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:58,582 DEBUG [RS:0;101545f66cbd:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:58,582 DEBUG [RS:0;101545f66cbd:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:58,582 DEBUG [RS:0;101545f66cbd:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:58,582 DEBUG [RS:0;101545f66cbd:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:58,582 DEBUG [RS:0;101545f66cbd:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:31:58,582 DEBUG [RS:0;101545f66cbd:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:31:58,582 DEBUG [RS:0;101545f66cbd:46523 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:31:58,583 INFO [RS:0;101545f66cbd:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:58,583 INFO [RS:0;101545f66cbd:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:58,583 INFO [RS:0;101545f66cbd:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:58,583 INFO [RS:0;101545f66cbd:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:58,583 INFO [RS:0;101545f66cbd:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:58,583 INFO [RS:0;101545f66cbd:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,46523,1733261517783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:31:58,594 INFO [RS:0;101545f66cbd:46523 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:31:58,594 INFO [RS:0;101545f66cbd:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,46523,1733261517783-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:58,604 INFO [RS:0;101545f66cbd:46523 {}] regionserver.ReplicationSource(231): queueId=1-101545f66cbd,46523,1733261517783, ReplicationSource: 1, currentBandwidth=0 2024-12-03T21:31:58,604 INFO [RS:0;101545f66cbd:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:58,604 INFO [RS:0;101545f66cbd:46523 {}] regionserver.Replication(171): 101545f66cbd,46523,1733261517783 started 2024-12-03T21:31:58,615 INFO [RS:0;101545f66cbd:46523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:31:58,615 DEBUG [RS:0;101545f66cbd:46523.replicationSource,1-101545f66cbd,46523,1733261517783 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:44603' 2024-12-03T21:31:58,615 INFO [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,46523,1733261517783, RpcServer on 101545f66cbd/172.17.0.2:46523, sessionid=0x1019e6557780007 2024-12-03T21:31:58,615 DEBUG [RS:0;101545f66cbd:46523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:31:58,615 DEBUG [RS:0;101545f66cbd:46523 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,46523,1733261517783 2024-12-03T21:31:58,615 DEBUG [RS:0;101545f66cbd:46523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,46523,1733261517783' 2024-12-03T21:31:58,615 DEBUG [RS:0;101545f66cbd:46523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0232334654/flush-table-proc/abort' 2024-12-03T21:31:58,616 DEBUG [RS:0;101545f66cbd:46523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0232334654/flush-table-proc/acquired' 2024-12-03T21:31:58,616 DEBUG [RS:0;101545f66cbd:46523.replicationSource,1-101545f66cbd,46523,1733261517783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20270ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:31:58,616 DEBUG [RS:0;101545f66cbd:46523.replicationSource,1-101545f66cbd,46523,1733261517783 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,44603,-1 for getting cluster id 2024-12-03T21:31:58,616 DEBUG [RS:0;101545f66cbd:46523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:31:58,616 DEBUG [RS:0;101545f66cbd:46523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:31:58,616 DEBUG [RS:0;101545f66cbd:46523 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,46523,1733261517783 2024-12-03T21:31:58,616 DEBUG [RS:0;101545f66cbd:46523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,46523,1733261517783' 2024-12-03T21:31:58,616 DEBUG [RS:0;101545f66cbd:46523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0232334654/online-snapshot/abort' 2024-12-03T21:31:58,616 DEBUG [RS:0;101545f66cbd:46523.replicationSource,1-101545f66cbd,46523,1733261517783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:31:58,616 DEBUG [RS:0;101545f66cbd:46523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0232334654/online-snapshot/acquired' 2024-12-03T21:31:58,617 DEBUG [RS:0;101545f66cbd:46523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:31:58,617 INFO [RS:0;101545f66cbd:46523 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:31:58,617 INFO [RS:0;101545f66cbd:46523 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:31:58,617 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86a79824-7cc5-4d34-9e66-7ec135b045e1' 2024-12-03T21:31:58,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:31:58,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86a79824-7cc5-4d34-9e66-7ec135b045e1" 2024-12-03T21:31:58,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72ffffe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:31:58,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,44603,-1] 2024-12-03T21:31:58,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:31:58,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:31:58,618 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:31:58,619 DEBUG [RS:0;101545f66cbd:46523.replicationSource,1-101545f66cbd,46523,1733261517783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51c96f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:31:58,619 DEBUG [RS:0;101545f66cbd:46523.replicationSource,1-101545f66cbd,46523,1733261517783 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:31:58,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,44603,1733261508479 2024-12-03T21:31:58,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@269b4a6a 2024-12-03T21:31:58,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:31:58,620 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-03T21:31:58,621 WARN [101545f66cbd:45217 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T21:31:58,621 INFO [RS:0;101545f66cbd:46523.replicationSource,1-101545f66cbd,46523,1733261517783 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-101545f66cbd,46523,1733261517783 (queues=0) is replicating from cluster=cdd24b62-7320-4acf-b573-96cd6822a4d9 to cluster=86a79824-7cc5-4d34-9e66-7ec135b045e1 2024-12-03T21:31:58,717 INFO [RS:0;101545f66cbd:46523 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:31:58,718 INFO [RS:0;101545f66cbd:46523 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C46523%2C1733261517783, suffix=, logDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783, archiveDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/oldWALs, maxLogs=10 2024-12-03T21:31:58,729 DEBUG [RS:0;101545f66cbd:46523 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.1733261518719, exclude list is [], retry=0 2024-12-03T21:31:58,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44505,DS-6d63ef6e-d3e2-49f1-9978-83fa97beaaf1,DISK] 2024-12-03T21:31:58,732 INFO [RS:0;101545f66cbd:46523 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.1733261518719 2024-12-03T21:31:58,732 DEBUG [RS:0;101545f66cbd:46523 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 101545f66cbd%2C46523%2C1733261517783 for peer 1 2024-12-03T21:31:58,732 DEBUG [RS:0;101545f66cbd:46523 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=101545f66cbd%2C46523%2C1733261517783 2024-12-03T21:31:58,733 INFO [RS:0;101545f66cbd:46523 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-101545f66cbd,46523,1733261517783, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:31:58,733 DEBUG [RS:0;101545f66cbd:46523 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36185:36185)] 2024-12-03T21:31:58,733 INFO [RS:0;101545f66cbd:46523.replicationSource.shipper101545f66cbd%2C46523%2C1733261517783,1-101545f66cbd,46523,1733261517783 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C46523%2C1733261517783 2024-12-03T21:31:58,733 DEBUG [RS:0;101545f66cbd:46523.replicationSource.wal-reader.101545f66cbd%2C46523%2C1733261517783,1-101545f66cbd,46523,1733261517783 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.1733261518719, startPosition=0, beingWritten=true 2024-12-03T21:31:58,871 DEBUG [101545f66cbd:45217 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:31:58,871 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,46523,1733261517783 2024-12-03T21:31:58,872 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,46523,1733261517783, state=OPENING 2024-12-03T21:31:58,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0232334654/meta-region-server 2024-12-03T21:31:58,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0232334654/meta-region-server 2024-12-03T21:31:58,889 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:31:58,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0232334654/meta-region-server: CHANGED 2024-12-03T21:31:58,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0232334654/meta-region-server: CHANGED 2024-12-03T21:31:58,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,46523,1733261517783}] 2024-12-03T21:31:58,938 DEBUG [RS:0;101545f66cbd:46523.replicationSource.wal-reader.101545f66cbd%2C46523%2C1733261517783,1-101545f66cbd,46523,1733261517783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.1733261518719 to pos 0, reset compression=false 2024-12-03T21:31:59,042 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:31:59,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:31:59,045 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:31:59,045 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:31:59,046 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:31:59,047 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C46523%2C1733261517783.meta, suffix=.meta, logDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783, archiveDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/oldWALs, maxLogs=10 2024-12-03T21:31:59,058 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.meta.1733261519047.meta, exclude list is [], retry=0 2024-12-03T21:31:59,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44505,DS-6d63ef6e-d3e2-49f1-9978-83fa97beaaf1,DISK] 2024-12-03T21:31:59,061 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.meta.1733261519047.meta 2024-12-03T21:31:59,061 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36185:36185)] 2024-12-03T21:31:59,061 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:31:59,062 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:31:59,062 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:31:59,062 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:31:59,062 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:31:59,062 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:31:59,062 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:31:59,062 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:31:59,062 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:31:59,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:31:59,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:31:59,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:59,069 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/info/2f25266212c94fc89503df40c03369e6 2024-12-03T21:31:59,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:59,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:31:59,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:31:59,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:59,075 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/ns/806858b80dc444b388ad7541f34bee7b 2024-12-03T21:31:59,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:59,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:31:59,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:31:59,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:59,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:59,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:31:59,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:31:59,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:31:59,082 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/table/176b22d9636a4341835a09d3a2e048ef 2024-12-03T21:31:59,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:31:59,082 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:31:59,083 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740 2024-12-03T21:31:59,084 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740 2024-12-03T21:31:59,085 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:31:59,085 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:31:59,086 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:31:59,087 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:31:59,087 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75300628, jitterRate=0.12206679582595825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:31:59,087 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:31:59,087 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261519062Writing region info on filesystem at 1733261519062Initializing all the Stores at 1733261519063 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261519063Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261519063Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261519063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261519063Cleaning up temporary data from old regions at 1733261519085 (+22 ms)Running coprocessor post-open hooks at 1733261519087 (+2 ms)Region opened successfully at 1733261519087 2024-12-03T21:31:59,088 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733261519041 2024-12-03T21:31:59,089 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:31:59,090 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:31:59,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=101545f66cbd,46523,1733261517783 2024-12-03T21:31:59,090 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,46523,1733261517783, state=OPEN 2024-12-03T21:31:59,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0232334654/meta-region-server 2024-12-03T21:31:59,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0232334654/meta-region-server 2024-12-03T21:31:59,114 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,46523,1733261517783 2024-12-03T21:31:59,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0232334654/meta-region-server: CHANGED 2024-12-03T21:31:59,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0232334654/meta-region-server: CHANGED 2024-12-03T21:31:59,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-03T21:31:59,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,46523,1733261517783 in 225 msec 2024-12-03T21:31:59,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T21:31:59,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 647 msec 2024-12-03T21:31:59,242 DEBUG [RS:0;101545f66cbd:46523.replicationSource.wal-reader.101545f66cbd%2C46523%2C1733261517783,1-101545f66cbd,46523,1733261517783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.1733261518719 to pos 0, reset compression=false 2024-12-03T21:31:59,646 DEBUG [RS:0;101545f66cbd:46523.replicationSource.wal-reader.101545f66cbd%2C46523%2C1733261517783,1-101545f66cbd,46523,1733261517783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.1733261518719 to pos 0, reset compression=false 2024-12-03T21:32:00,067 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-03T21:32:00,151 DEBUG [RS:0;101545f66cbd:46523.replicationSource.wal-reader.101545f66cbd%2C46523%2C1733261517783,1-101545f66cbd,46523,1733261517783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.1733261518719 to pos 0, reset compression=false 2024-12-03T21:32:00,755 DEBUG [RS:0;101545f66cbd:46523.replicationSource.wal-reader.101545f66cbd%2C46523%2C1733261517783,1-101545f66cbd,46523,1733261517783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.1733261518719 to pos 0, reset compression=false 2024-12-03T21:32:01,459 DEBUG [RS:0;101545f66cbd:46523.replicationSource.wal-reader.101545f66cbd%2C46523%2C1733261517783,1-101545f66cbd,46523,1733261517783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.1733261518719 to pos 0, reset compression=false 2024-12-03T21:32:01,570 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-03T21:32:02,264 DEBUG [RS:0;101545f66cbd:46523.replicationSource.wal-reader.101545f66cbd%2C46523%2C1733261517783,1-101545f66cbd,46523,1733261517783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.1733261518719 to pos 0, reset compression=false 2024-12-03T21:32:02,972 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T21:32:02,972 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:32:02,972 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:02,972 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46523,1733261517783, seqNum=-1] 2024-12-03T21:32:02,973 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:02,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:32:02,977 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0901d4fb67bde19db21d283c815d2542, regionState=OPEN, lastHost=101545f66cbd,43047,1733261503624, regionLocation=101545f66cbd,43047,1733261503624, openSeqNum=2 2024-12-03T21:32:02,977 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:32:02,977 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261582977 2024-12-03T21:32:02,977 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261642977 2024-12-03T21:32:02,977 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-03T21:32:02,978 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 101545f66cbd,43047,1733261503624 had 2 regions 2024-12-03T21:32:02,978 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,45217,1733261517741-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:02,978 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,45217,1733261517741-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:02,978 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,45217,1733261517741-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:02,978 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:45217, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:02,978 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:02,978 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:02,979 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 101545f66cbd,43047,1733261503624, splitWal=true, meta=true, isMeta: false 2024-12-03T21:32:02,980 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624-splitting dir is empty, no logs to split. 2024-12-03T21:32:02,980 INFO [PEWorker-3 {}] master.SplitWALManager(105): 101545f66cbd,43047,1733261503624 WAL count=0, meta=false 2024-12-03T21:32:02,982 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,43047,1733261503624-splitting dir is empty, no logs to split. 2024-12-03T21:32:02,982 INFO [PEWorker-3 {}] master.SplitWALManager(105): 101545f66cbd,43047,1733261503624 WAL count=0, meta=false 2024-12-03T21:32:02,982 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 101545f66cbd,43047,1733261503624 WAL splitting is done? wals=0, meta=false 2024-12-03T21:32:02,983 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.144sec 2024-12-03T21:32:02,983 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:32:02,983 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:32:02,983 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:32:02,983 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:32:02,983 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:32:02,983 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,45217,1733261517741-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:32:02,983 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,45217,1733261517741-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:32:02,984 WARN [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=101545f66cbd,43047,1733261503624/hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:32:02,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0901d4fb67bde19db21d283c815d2542, ASSIGN}] 2024-12-03T21:32:02,986 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:32:02,986 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:32:02,986 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0901d4fb67bde19db21d283c815d2542, ASSIGN 2024-12-03T21:32:02,986 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,45217,1733261517741-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:02,987 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0901d4fb67bde19db21d283c815d2542, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T21:32:03,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346cf12f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:03,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,45217,-1 for getting cluster id 2024-12-03T21:32:03,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:03,007 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdd24b62-7320-4acf-b573-96cd6822a4d9' 2024-12-03T21:32:03,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:03,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdd24b62-7320-4acf-b573-96cd6822a4d9" 2024-12-03T21:32:03,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcc33d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:03,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,45217,-1] 2024-12-03T21:32:03,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:03,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:03,009 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:03,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6585eb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:03,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:03,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46523,1733261517783, seqNum=-1] 2024-12-03T21:32:03,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:03,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:32:03,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T21:32:03,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:32:03,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:03,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:03,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:03,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:03,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 101545f66cbd:45217 after: 101545f66cbd:45217 2024-12-03T21:32:03,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df4f52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:03,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,45217,-1 for getting cluster id 2024-12-03T21:32:03,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:03,015 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdd24b62-7320-4acf-b573-96cd6822a4d9' 2024-12-03T21:32:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdd24b62-7320-4acf-b573-96cd6822a4d9" 2024-12-03T21:32:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8bd3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,45217,-1] 2024-12-03T21:32:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:03,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:03,016 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:03,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6caa8ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:03,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:03,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,45217,1733261517741 2024-12-03T21:32:03,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f67b704 2024-12-03T21:32:03,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:03,018 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:32:03,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45217 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T21:32:03,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:32:03,019 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:32:03,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:03,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:03,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:03,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:03,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:32:03,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1067441815, stopped=false 2024-12-03T21:32:03,019 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,44603,1733261508479 2024-12-03T21:32:03,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-184371450/running 2024-12-03T21:32:03,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-184371450/running 2024-12-03T21:32:03,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450 2024-12-03T21:32:03,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450 2024-12-03T21:32:03,077 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:32:03,077 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:32:03,077 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:03,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Set watcher on znode that does not yet exist, /1-184371450/running 2024-12-03T21:32:03,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:03,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Set watcher on znode that does not yet exist, /1-184371450/running 2024-12-03T21:32:03,078 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,39269,1733261508583' ***** 2024-12-03T21:32:03,078 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:32:03,078 INFO [RS:0;101545f66cbd:39269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:32:03,078 INFO [RS:0;101545f66cbd:39269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:32:03,078 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:32:03,078 INFO [RS:0;101545f66cbd:39269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:32:03,078 INFO [RS:0;101545f66cbd:39269 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,39269,1733261508583 2024-12-03T21:32:03,078 INFO [RS:0;101545f66cbd:39269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:32:03,078 INFO [RS:0;101545f66cbd:39269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:39269. 2024-12-03T21:32:03,078 DEBUG [RS:0;101545f66cbd:39269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:03,078 DEBUG [RS:0;101545f66cbd:39269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:03,078 INFO [RS:0;101545f66cbd:39269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:32:03,078 INFO [RS:0;101545f66cbd:39269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:32:03,078 INFO [RS:0;101545f66cbd:39269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:32:03,078 INFO [RS:0;101545f66cbd:39269 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:32:03,078 INFO [RS:0;101545f66cbd:39269 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T21:32:03,078 DEBUG [RS:0;101545f66cbd:39269 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:32:03,078 DEBUG [RS:0;101545f66cbd:39269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:32:03,079 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:32:03,079 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:32:03,079 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:32:03,079 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:32:03,079 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:32:03,079 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T21:32:03,101 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/data/hbase/meta/1588230740/.tmp/ns/cf5d3f4bd5224095a1b8fafa6b7aa638 is 43, key is default/ns:d/1733261511789/Put/seqid=0 2024-12-03T21:32:03,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741835_1011 (size=5153) 2024-12-03T21:32:03,106 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/data/hbase/meta/1588230740/.tmp/ns/cf5d3f4bd5224095a1b8fafa6b7aa638 2024-12-03T21:32:03,111 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/data/hbase/meta/1588230740/.tmp/ns/cf5d3f4bd5224095a1b8fafa6b7aa638 as hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/data/hbase/meta/1588230740/ns/cf5d3f4bd5224095a1b8fafa6b7aa638 2024-12-03T21:32:03,116 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/data/hbase/meta/1588230740/ns/cf5d3f4bd5224095a1b8fafa6b7aa638, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T21:32:03,117 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 38ms, sequenceid=6, compaction requested=false 2024-12-03T21:32:03,117 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T21:32:03,120 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T21:32:03,121 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:32:03,121 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:32:03,121 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:32:03,121 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261523078Running coprocessor pre-close hooks at 1733261523078Disabling compacts and flushes for region at 1733261523079 (+1 ms)Disabling writes for close at 1733261523079Obtaining lock to block concurrent updates at 1733261523079Preparing flush snapshotting stores in 1588230740 at 1733261523079Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733261523079Flushing stores of hbase:meta,,1.1588230740 at 1733261523080 (+1 ms)Flushing 1588230740/ns: creating writer at 1733261523080Flushing 1588230740/ns: appending metadata at 1733261523101 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733261523101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f78ec06: reopening flushed file at 1733261523111 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 38ms, sequenceid=6, compaction requested=false at 1733261523117 (+6 ms)Writing region close event to WAL at 1733261523118 (+1 ms)Running coprocessor post-close hooks at 1733261523121 (+3 ms)Closed at 1733261523121 2024-12-03T21:32:03,121 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:32:03,137 DEBUG [101545f66cbd:45217 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:32:03,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0901d4fb67bde19db21d283c815d2542, regionState=OPENING, regionLocation=101545f66cbd,46523,1733261517783 2024-12-03T21:32:03,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0901d4fb67bde19db21d283c815d2542, ASSIGN because future has completed 2024-12-03T21:32:03,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0901d4fb67bde19db21d283c815d2542, server=101545f66cbd,46523,1733261517783}] 2024-12-03T21:32:03,168 DEBUG [RS:0;101545f66cbd:46523.replicationSource.wal-reader.101545f66cbd%2C46523%2C1733261517783,1-101545f66cbd,46523,1733261517783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.1733261518719 to pos 0, reset compression=false 2024-12-03T21:32:03,170 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:32:03,279 INFO [RS:0;101545f66cbd:39269 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,39269,1733261508583; all regions closed. 2024-12-03T21:32:03,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741834_1010 (size=1152) 2024-12-03T21:32:03,281 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/WALs/101545f66cbd,39269,1733261508583/101545f66cbd%2C39269%2C1733261508583.meta.1733261511740.meta not finished, retry = 0 2024-12-03T21:32:03,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:32:03,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:32:03,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T21:32:03,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C46523%2C1733261517783.rep, suffix=, logDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783, archiveDir=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/oldWALs, maxLogs=10 2024-12-03T21:32:03,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.rep.1733261523297, exclude list is [], retry=0 2024-12-03T21:32:03,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44505,DS-6d63ef6e-d3e2-49f1-9978-83fa97beaaf1,DISK] 2024-12-03T21:32:03,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.rep.1733261523297 2024-12-03T21:32:03,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36185:36185)] 2024-12-03T21:32:03,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 0901d4fb67bde19db21d283c815d2542, NAME => 'hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:32:03,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:32:03,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:32:03,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. service=MultiRowMutationService 2024-12-03T21:32:03,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T21:32:03,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:32:03,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:03,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:32:03,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:32:03,313 INFO [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:32:03,313 INFO [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0901d4fb67bde19db21d283c815d2542 columnFamilyName hfileref 2024-12-03T21:32:03,313 DEBUG [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:03,314 INFO [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] regionserver.HStore(327): Store=0901d4fb67bde19db21d283c815d2542/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:03,314 INFO [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:32:03,315 INFO [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0901d4fb67bde19db21d283c815d2542 columnFamilyName queue 2024-12-03T21:32:03,315 DEBUG [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:03,319 DEBUG [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/replication/0901d4fb67bde19db21d283c815d2542/queue/2e483e42fc2e473da9d1d774477da6c7 2024-12-03T21:32:03,319 INFO [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] regionserver.HStore(327): Store=0901d4fb67bde19db21d283c815d2542/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:03,320 INFO [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:32:03,320 INFO [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0901d4fb67bde19db21d283c815d2542 columnFamilyName sid 2024-12-03T21:32:03,320 DEBUG [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:03,321 INFO [StoreOpener-0901d4fb67bde19db21d283c815d2542-1 {}] regionserver.HStore(327): Store=0901d4fb67bde19db21d283c815d2542/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:03,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:32:03,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/replication/0901d4fb67bde19db21d283c815d2542 2024-12-03T21:32:03,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/replication/0901d4fb67bde19db21d283c815d2542 2024-12-03T21:32:03,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:32:03,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:32:03,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:32:03,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:32:03,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 0901d4fb67bde19db21d283c815d2542; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64321168, jitterRate=-0.041539907455444336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:32:03,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:32:03,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 0901d4fb67bde19db21d283c815d2542: Running coprocessor pre-open hook at 1733261523312Writing region info on filesystem at 1733261523312Initializing all the Stores at 1733261523312Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261523313 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261523313Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261523313Cleaning up temporary data from old regions at 1733261523323 (+10 ms)Running coprocessor post-open hooks at 1733261523325 (+2 ms)Region opened successfully at 1733261523326 (+1 ms) 2024-12-03T21:32:03,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542., pid=13, masterSystemTime=1733261523292 2024-12-03T21:32:03,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:32:03,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:32:03,329 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0901d4fb67bde19db21d283c815d2542, regionState=OPEN, openSeqNum=9, regionLocation=101545f66cbd,46523,1733261517783 2024-12-03T21:32:03,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0901d4fb67bde19db21d283c815d2542, server=101545f66cbd,46523,1733261517783 because future has completed 2024-12-03T21:32:03,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T21:32:03,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 0901d4fb67bde19db21d283c815d2542, server=101545f66cbd,46523,1733261517783 in 191 msec 2024-12-03T21:32:03,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-03T21:32:03,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0901d4fb67bde19db21d283c815d2542, ASSIGN in 348 msec 2024-12-03T21:32:03,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T21:32:03,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542., hostname=101545f66cbd,46523,1733261517783, seqNum=9] 2024-12-03T21:32:03,349 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 101545f66cbd,43047,1733261503624 2024-12-03T21:32:03,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T21:32:03,383 DEBUG [RS:0;101545f66cbd:39269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/oldWALs 2024-12-03T21:32:03,383 INFO [RS:0;101545f66cbd:39269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C39269%2C1733261508583.meta:.meta(num 1733261511740) 2024-12-03T21:32:03,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741832_1008 (size=93) 2024-12-03T21:32:03,387 DEBUG [RS:0;101545f66cbd:39269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/oldWALs 2024-12-03T21:32:03,387 INFO [RS:0;101545f66cbd:39269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C39269%2C1733261508583:(num 1733261510687) 2024-12-03T21:32:03,387 DEBUG [RS:0;101545f66cbd:39269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:03,387 INFO [RS:0;101545f66cbd:39269 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:32:03,388 INFO [RS:0;101545f66cbd:39269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:32:03,388 INFO [RS:0;101545f66cbd:39269 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T21:32:03,388 INFO [RS:0;101545f66cbd:39269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:32:03,388 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:32:03,388 INFO [RS:0;101545f66cbd:39269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39269 2024-12-03T21:32:03,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-184371450/rs/101545f66cbd,39269,1733261508583 2024-12-03T21:32:03,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450/rs 2024-12-03T21:32:03,397 INFO [RS:0;101545f66cbd:39269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:32:03,439 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,39269,1733261508583] 2024-12-03T21:32:03,447 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-184371450/draining/101545f66cbd,39269,1733261508583 already deleted, retry=false 2024-12-03T21:32:03,447 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,39269,1733261508583 expired; onlineServers=0 2024-12-03T21:32:03,447 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,44603,1733261508479' ***** 2024-12-03T21:32:03,447 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:32:03,447 INFO [M:0;101545f66cbd:44603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:32:03,448 INFO [M:0;101545f66cbd:44603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:32:03,448 DEBUG [M:0;101545f66cbd:44603 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:32:03,448 DEBUG [M:0;101545f66cbd:44603 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:32:03,448 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:32:03,448 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261510506 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261510506,5,FailOnTimeoutGroup] 2024-12-03T21:32:03,448 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261510506 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261510506,5,FailOnTimeoutGroup] 2024-12-03T21:32:03,448 INFO [M:0;101545f66cbd:44603 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:32:03,448 INFO [M:0;101545f66cbd:44603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:32:03,448 DEBUG [M:0;101545f66cbd:44603 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:32:03,448 INFO [M:0;101545f66cbd:44603 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:32:03,448 INFO [M:0;101545f66cbd:44603 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:32:03,448 INFO [M:0;101545f66cbd:44603 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:32:03,448 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:32:03,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-184371450/master 2024-12-03T21:32:03,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184371450 2024-12-03T21:32:03,456 DEBUG [M:0;101545f66cbd:44603 {}] zookeeper.ZKUtil(347): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Unable to get data of znode /1-184371450/master because node does not exist (not an error) 2024-12-03T21:32:03,456 WARN [M:0;101545f66cbd:44603 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:32:03,457 INFO [M:0;101545f66cbd:44603 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/.lastflushedseqids 2024-12-03T21:32:03,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741836_1012 (size=99) 2024-12-03T21:32:03,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46523 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-03T21:32:03,539 INFO [RS:0;101545f66cbd:39269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:32:03,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:32:03,539 INFO [RS:0;101545f66cbd:39269 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,39269,1733261508583; zookeeper connection closed. 2024-12-03T21:32:03,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x1019e6557780004, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:32:03,539 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61163c16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61163c16 2024-12-03T21:32:03,540 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:32:03,865 INFO [M:0;101545f66cbd:44603 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:32:03,865 INFO [M:0;101545f66cbd:44603 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:32:03,865 DEBUG [M:0;101545f66cbd:44603 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:32:03,865 INFO [M:0;101545f66cbd:44603 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:03,865 DEBUG [M:0;101545f66cbd:44603 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:03,865 DEBUG [M:0;101545f66cbd:44603 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:32:03,865 DEBUG [M:0;101545f66cbd:44603 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:03,865 INFO [M:0;101545f66cbd:44603 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T21:32:03,891 DEBUG [M:0;101545f66cbd:44603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa563c37829a470e92330cbeabfbf8c6 is 82, key is hbase:meta,,1/info:regioninfo/1733261511770/Put/seqid=0 2024-12-03T21:32:03,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741837_1013 (size=5672) 2024-12-03T21:32:04,173 DEBUG [RS:0;101545f66cbd:46523.replicationSource.wal-reader.101545f66cbd%2C46523%2C1733261517783,1-101545f66cbd,46523,1733261517783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.1733261518719 to pos 0, reset compression=false 2024-12-03T21:32:04,298 INFO [M:0;101545f66cbd:44603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa563c37829a470e92330cbeabfbf8c6 2024-12-03T21:32:04,314 DEBUG [M:0;101545f66cbd:44603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15dec03f49264203aecffc9e86742efc is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733261511793/Put/seqid=0 2024-12-03T21:32:04,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741838_1014 (size=5275) 2024-12-03T21:32:04,564 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:32:04,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:04,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:04,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:04,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:04,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:04,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:04,718 INFO [M:0;101545f66cbd:44603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15dec03f49264203aecffc9e86742efc 2024-12-03T21:32:04,733 DEBUG [M:0;101545f66cbd:44603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a60b2fbb1f24493fa5fed36dd093aab7 is 69, key is 101545f66cbd,39269,1733261508583/rs:state/1733261510543/Put/seqid=0 2024-12-03T21:32:04,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741839_1015 (size=5156) 2024-12-03T21:32:05,138 INFO [M:0;101545f66cbd:44603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a60b2fbb1f24493fa5fed36dd093aab7 2024-12-03T21:32:05,142 DEBUG [M:0;101545f66cbd:44603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa563c37829a470e92330cbeabfbf8c6 as hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa563c37829a470e92330cbeabfbf8c6 2024-12-03T21:32:05,146 INFO [M:0;101545f66cbd:44603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa563c37829a470e92330cbeabfbf8c6, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T21:32:05,147 DEBUG [M:0;101545f66cbd:44603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15dec03f49264203aecffc9e86742efc as hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15dec03f49264203aecffc9e86742efc 2024-12-03T21:32:05,151 INFO [M:0;101545f66cbd:44603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15dec03f49264203aecffc9e86742efc, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T21:32:05,151 DEBUG [M:0;101545f66cbd:44603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a60b2fbb1f24493fa5fed36dd093aab7 as hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a60b2fbb1f24493fa5fed36dd093aab7 2024-12-03T21:32:05,155 INFO [M:0;101545f66cbd:44603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37825/user/jenkins/test-data/8fda5675-2a5e-67af-ba31-5e8b374d000f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a60b2fbb1f24493fa5fed36dd093aab7, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T21:32:05,156 INFO [M:0;101545f66cbd:44603 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=28, compaction requested=false 2024-12-03T21:32:05,157 INFO [M:0;101545f66cbd:44603 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:05,157 DEBUG [M:0;101545f66cbd:44603 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261523865Disabling compacts and flushes for region at 1733261523865Disabling writes for close at 1733261523865Obtaining lock to block concurrent updates at 1733261523865Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261523865Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733261523866 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261523879 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261523879Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261523891 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261523891Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261524302 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261524314 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261524314Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261524722 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261524733 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261524733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1977e868: reopening flushed file at 1733261525142 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d86a3a4: reopening flushed file at 1733261525146 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70ef00ff: reopening flushed file at 1733261525151 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=28, compaction requested=false at 1733261525156 (+5 ms)Writing region close event to WAL at 1733261525157 (+1 ms)Closed at 1733261525157 2024-12-03T21:32:05,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43785 is added to blk_1073741830_1006 (size=10165) 2024-12-03T21:32:05,159 INFO [M:0;101545f66cbd:44603 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:32:05,159 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:32:05,160 INFO [M:0;101545f66cbd:44603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44603 2024-12-03T21:32:05,160 INFO [M:0;101545f66cbd:44603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:32:05,277 DEBUG [RS:0;101545f66cbd:46523.replicationSource.wal-reader.101545f66cbd%2C46523%2C1733261517783,1-101545f66cbd,46523,1733261517783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.1733261518719 to pos 0, reset compression=false 2024-12-03T21:32:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:32:05,289 INFO [M:0;101545f66cbd:44603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:32:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44603-0x1019e6557780003, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:32:05,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@190ed96d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:32:05,292 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32981a5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:32:05,292 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:32:05,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684fa325{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:32:05,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2918e8d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/hadoop.log.dir/,STOPPED} 2024-12-03T21:32:05,298 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:32:05,298 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:32:05,298 WARN [BP-1250156915-172.17.0.2-1733261506903 heartbeating to localhost/127.0.0.1:37825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:32:05,298 WARN [BP-1250156915-172.17.0.2-1733261506903 heartbeating to localhost/127.0.0.1:37825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1250156915-172.17.0.2-1733261506903 (Datanode Uuid 9bae906a-9fb8-42e7-a15e-c8de3bcd819b) service to localhost/127.0.0.1:37825 2024-12-03T21:32:05,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/cluster_c6e6c6c2-9828-ccd3-938e-55fd009e8d8a/data/data1/current/BP-1250156915-172.17.0.2-1733261506903 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:32:05,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/cluster_c6e6c6c2-9828-ccd3-938e-55fd009e8d8a/data/data2/current/BP-1250156915-172.17.0.2-1733261506903 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:32:05,299 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:32:05,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23c46ac4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:32:05,304 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3711c3e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:32:05,304 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:32:05,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c849b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:32:05,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b17a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/hadoop.log.dir/,STOPPED} 2024-12-03T21:32:05,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:32:05,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:32:05,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:32:05,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:05,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:05,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:05,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:05,319 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:32:05,319 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=142283349, stopped=false 2024-12-03T21:32:05,319 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,45217,1733261517741 2024-12-03T21:32:05,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0232334654/running 2024-12-03T21:32:05,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0232334654/running 2024-12-03T21:32:05,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:32:05,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:32:05,339 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:32:05,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:32:05,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:05,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on znode that does not yet exist, /0232334654/running 2024-12-03T21:32:05,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:05,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Set watcher on znode that does not yet exist, /0232334654/running 2024-12-03T21:32:05,340 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,46523,1733261517783' ***** 2024-12-03T21:32:05,340 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:32:05,340 INFO [RS:0;101545f66cbd:46523 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:32:05,340 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:32:05,340 INFO [RS:0;101545f66cbd:46523 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:32:05,340 INFO [RS:0;101545f66cbd:46523 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:32:05,341 INFO [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer(3091): Received CLOSE for 0901d4fb67bde19db21d283c815d2542 2024-12-03T21:32:05,341 INFO [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,46523,1733261517783 2024-12-03T21:32:05,341 INFO [RS:0;101545f66cbd:46523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:32:05,341 INFO [RS:0;101545f66cbd:46523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:46523. 2024-12-03T21:32:05,341 DEBUG [RS:0;101545f66cbd:46523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:05,341 DEBUG [RS:0;101545f66cbd:46523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:05,341 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0901d4fb67bde19db21d283c815d2542, disabling compactions & flushes 2024-12-03T21:32:05,341 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:32:05,341 INFO [RS:0;101545f66cbd:46523 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:32:05,341 INFO [RS:0;101545f66cbd:46523 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:32:05,341 INFO [RS:0;101545f66cbd:46523 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:32:05,341 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:32:05,341 INFO [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:32:05,341 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. after waiting 0 ms 2024-12-03T21:32:05,341 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:32:05,341 INFO [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T21:32:05,341 DEBUG [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0901d4fb67bde19db21d283c815d2542=hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542.} 2024-12-03T21:32:05,341 DEBUG [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer(1351): Waiting on 0901d4fb67bde19db21d283c815d2542, 1588230740 2024-12-03T21:32:05,341 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:32:05,341 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:32:05,341 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:32:05,341 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:32:05,341 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:32:05,341 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T21:32:05,345 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/replication/0901d4fb67bde19db21d283c815d2542/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-03T21:32:05,345 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:32:05,345 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:32:05,345 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:32:05,345 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0901d4fb67bde19db21d283c815d2542: Waiting for close lock at 1733261525341Running coprocessor pre-close hooks at 1733261525341Disabling compacts and flushes for region at 1733261525341Disabling writes for close at 1733261525341Writing region close event to WAL at 1733261525341Running coprocessor post-close hooks at 1733261525345 (+4 ms)Closed at 1733261525345 2024-12-03T21:32:05,346 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542. 2024-12-03T21:32:05,355 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/.tmp/info/53c5efba4bea401c8872895e0088f5f3 is 147, key is hbase:replication,,1733261511856.0901d4fb67bde19db21d283c815d2542./info:regioninfo/1733261523329/Put/seqid=0 2024-12-03T21:32:05,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741851_1027 (size=6385) 2024-12-03T21:32:05,387 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:32:05,541 DEBUG [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:32:05,583 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:32:05,583 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:32:05,742 DEBUG [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:32:05,759 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/.tmp/info/53c5efba4bea401c8872895e0088f5f3 2024-12-03T21:32:05,763 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/.tmp/info/53c5efba4bea401c8872895e0088f5f3 as hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/info/53c5efba4bea401c8872895e0088f5f3 2024-12-03T21:32:05,768 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/info/53c5efba4bea401c8872895e0088f5f3, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T21:32:05,769 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-12-03T21:32:05,772 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T21:32:05,773 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:32:05,773 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:32:05,773 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:32:05,773 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261525341Running coprocessor pre-close hooks at 1733261525341Disabling compacts and flushes for region at 1733261525341Disabling writes for close at 1733261525341Obtaining lock to block concurrent updates at 1733261525341Preparing flush snapshotting stores in 1588230740 at 1733261525341Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733261525342 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733261525342Flushing 1588230740/info: creating writer at 1733261525342Flushing 1588230740/info: appending metadata at 1733261525354 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733261525354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e86b82c: reopening flushed file at 1733261525763 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1733261525769 (+6 ms)Writing region close event to WAL at 1733261525770 (+1 ms)Running coprocessor post-close hooks at 1733261525773 (+3 ms)Closed at 1733261525773 2024-12-03T21:32:05,773 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:32:05,942 INFO [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,46523,1733261517783; all regions closed. 2024-12-03T21:32:05,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741849_1025 (size=2156) 2024-12-03T21:32:05,944 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.meta.1733261519047.meta not finished, retry = 0 2024-12-03T21:32:06,046 DEBUG [RS:0;101545f66cbd:46523 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/oldWALs 2024-12-03T21:32:06,046 INFO [RS:0;101545f66cbd:46523 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C46523%2C1733261517783.meta:.meta(num 1733261519047) 2024-12-03T21:32:06,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741850_1026 (size=796) 2024-12-03T21:32:06,049 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.rep.1733261523297 not finished, retry = 0 2024-12-03T21:32:06,151 DEBUG [RS:0;101545f66cbd:46523 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/oldWALs 2024-12-03T21:32:06,151 INFO [RS:0;101545f66cbd:46523 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C46523%2C1733261517783.rep:(num 1733261523297) 2024-12-03T21:32:06,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741848_1024 (size=93) 2024-12-03T21:32:06,153 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/WALs/101545f66cbd,46523,1733261517783/101545f66cbd%2C46523%2C1733261517783.1733261518719 not finished, retry = 0 2024-12-03T21:32:06,256 DEBUG [RS:0;101545f66cbd:46523 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/oldWALs 2024-12-03T21:32:06,256 INFO [RS:0;101545f66cbd:46523 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C46523%2C1733261517783:(num 1733261518719) 2024-12-03T21:32:06,256 DEBUG [RS:0;101545f66cbd:46523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:06,256 INFO [RS:0;101545f66cbd:46523 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:32:06,256 INFO [RS:0;101545f66cbd:46523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:32:06,256 INFO [RS:0;101545f66cbd:46523 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T21:32:06,256 INFO [RS:0;101545f66cbd:46523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:32:06,256 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:32:06,256 INFO [RS:0;101545f66cbd:46523 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-101545f66cbd,46523,1733261517783 because: Region server is closing 2024-12-03T21:32:06,257 INFO [RS:0;101545f66cbd:46523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:46523. 2024-12-03T21:32:06,257 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T21:32:06,257 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T21:32:06,257 DEBUG [RS:0;101545f66cbd:46523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:06,257 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T21:32:06,257 DEBUG [RS:0;101545f66cbd:46523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:06,257 DEBUG [RS:0;101545f66cbd:46523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:06,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:06,357 WARN [RS:0;101545f66cbd:46523.replicationSource.wal-reader.101545f66cbd%2C46523%2C1733261517783,1-101545f66cbd,46523,1733261517783 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T21:32:06,357 WARN [RS:0;101545f66cbd:46523.replicationSource.shipper101545f66cbd%2C46523%2C1733261517783,1-101545f66cbd,46523,1733261517783 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T21:32:06,357 INFO [RS:0;101545f66cbd:46523 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;101545f66cbd:46523.replicationSource.shipper101545f66cbd%2C46523%2C1733261517783,1-101545f66cbd,46523,1733261517783 terminated 2024-12-03T21:32:06,357 INFO [RS:0;101545f66cbd:46523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46523 2024-12-03T21:32:06,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654/rs 2024-12-03T21:32:06,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0232334654/rs/101545f66cbd,46523,1733261517783 2024-12-03T21:32:06,385 INFO [RS:0;101545f66cbd:46523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:32:06,393 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,46523,1733261517783] 2024-12-03T21:32:06,402 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0232334654/draining/101545f66cbd,46523,1733261517783 already deleted, retry=false 2024-12-03T21:32:06,402 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,46523,1733261517783 expired; onlineServers=0 2024-12-03T21:32:06,402 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,45217,1733261517741' ***** 2024-12-03T21:32:06,402 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:32:06,402 INFO [M:0;101545f66cbd:45217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:32:06,402 INFO [M:0;101545f66cbd:45217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:32:06,402 DEBUG [M:0;101545f66cbd:45217 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:32:06,402 DEBUG [M:0;101545f66cbd:45217 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:32:06,402 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:32:06,402 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261518464 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261518464,5,FailOnTimeoutGroup] 2024-12-03T21:32:06,402 INFO [M:0;101545f66cbd:45217 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:32:06,402 INFO [M:0;101545f66cbd:45217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:32:06,402 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261518464 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261518464,5,FailOnTimeoutGroup] 2024-12-03T21:32:06,402 DEBUG [M:0;101545f66cbd:45217 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:32:06,402 INFO [M:0;101545f66cbd:45217 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:32:06,402 INFO [M:0;101545f66cbd:45217 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:32:06,403 INFO [M:0;101545f66cbd:45217 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:32:06,403 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:32:06,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0232334654/master 2024-12-03T21:32:06,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0232334654 2024-12-03T21:32:06,410 DEBUG [M:0;101545f66cbd:45217 {}] zookeeper.ZKUtil(347): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Unable to get data of znode /0232334654/master because node does not exist (not an error) 2024-12-03T21:32:06,410 WARN [M:0;101545f66cbd:45217 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:32:06,411 INFO [M:0;101545f66cbd:45217 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/.lastflushedseqids 2024-12-03T21:32:06,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741852_1028 (size=181) 2024-12-03T21:32:06,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:32:06,494 INFO [RS:0;101545f66cbd:46523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:32:06,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46523-0x1019e6557780007, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:32:06,494 INFO [RS:0;101545f66cbd:46523 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,46523,1733261517783; zookeeper connection closed. 2024-12-03T21:32:06,494 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ed1aa71 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ed1aa71 2024-12-03T21:32:06,494 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:32:06,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:32:06,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T21:32:06,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:32:06,816 INFO [M:0;101545f66cbd:45217 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:32:06,816 INFO [M:0;101545f66cbd:45217 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:32:06,816 DEBUG [M:0;101545f66cbd:45217 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:32:06,816 INFO [M:0;101545f66cbd:45217 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:06,816 DEBUG [M:0;101545f66cbd:45217 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:06,816 DEBUG [M:0;101545f66cbd:45217 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:32:06,816 DEBUG [M:0;101545f66cbd:45217 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:06,816 INFO [M:0;101545f66cbd:45217 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T21:32:06,836 DEBUG [M:0;101545f66cbd:45217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db0b0a71af884441a5aa36ad034ccf2f is 82, key is hbase:meta,,1/info:regioninfo/1733261519090/Put/seqid=0 2024-12-03T21:32:06,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741853_1029 (size=5672) 2024-12-03T21:32:07,240 INFO [M:0;101545f66cbd:45217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db0b0a71af884441a5aa36ad034ccf2f 2024-12-03T21:32:07,261 DEBUG [M:0;101545f66cbd:45217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9784747abae547d7801a22ca0e66f8ba is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733261523333/Put/seqid=0 2024-12-03T21:32:07,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741854_1030 (size=7312) 2024-12-03T21:32:07,665 INFO [M:0;101545f66cbd:45217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9784747abae547d7801a22ca0e66f8ba 2024-12-03T21:32:07,682 DEBUG [M:0;101545f66cbd:45217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12e07dd4610c469d8ee1c140e717d9ad is 69, key is 101545f66cbd,46523,1733261517783/rs:state/1733261518532/Put/seqid=0 2024-12-03T21:32:07,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741855_1031 (size=5370) 2024-12-03T21:32:08,086 INFO [M:0;101545f66cbd:45217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12e07dd4610c469d8ee1c140e717d9ad 2024-12-03T21:32:08,090 INFO [M:0;101545f66cbd:45217 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12e07dd4610c469d8ee1c140e717d9ad 2024-12-03T21:32:08,091 DEBUG [M:0;101545f66cbd:45217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db0b0a71af884441a5aa36ad034ccf2f as hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db0b0a71af884441a5aa36ad034ccf2f 2024-12-03T21:32:08,095 INFO [M:0;101545f66cbd:45217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db0b0a71af884441a5aa36ad034ccf2f, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T21:32:08,096 DEBUG [M:0;101545f66cbd:45217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9784747abae547d7801a22ca0e66f8ba as hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9784747abae547d7801a22ca0e66f8ba 2024-12-03T21:32:08,099 INFO [M:0;101545f66cbd:45217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9784747abae547d7801a22ca0e66f8ba, entries=7, sequenceid=127, filesize=7.1 K 2024-12-03T21:32:08,100 DEBUG [M:0;101545f66cbd:45217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12e07dd4610c469d8ee1c140e717d9ad as hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12e07dd4610c469d8ee1c140e717d9ad 2024-12-03T21:32:08,104 INFO [M:0;101545f66cbd:45217 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12e07dd4610c469d8ee1c140e717d9ad 2024-12-03T21:32:08,104 INFO [M:0;101545f66cbd:45217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45031/user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12e07dd4610c469d8ee1c140e717d9ad, entries=2, sequenceid=127, filesize=5.2 K 2024-12-03T21:32:08,104 INFO [M:0;101545f66cbd:45217 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false 2024-12-03T21:32:08,106 INFO [M:0;101545f66cbd:45217 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:08,106 DEBUG [M:0;101545f66cbd:45217 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261526816Disabling compacts and flushes for region at 1733261526816Disabling writes for close at 1733261526816Obtaining lock to block concurrent updates at 1733261526816Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261526816Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733261526817 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261526817Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261526817Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261526835 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261526835Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261527245 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261527260 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261527260Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261527670 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261527681 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261527681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a015f4: reopening flushed file at 1733261528090 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59f0a5f7: reopening flushed file at 1733261528095 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b7063e: reopening flushed file at 1733261528099 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false at 1733261528104 (+5 ms)Writing region close event to WAL at 1733261528106 (+2 ms)Closed at 1733261528106 2024-12-03T21:32:08,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741847_1023 (size=22903) 2024-12-03T21:32:08,107 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f34d8aa-0252-e0be-ba49-f5e98f07f036/MasterData/WALs/101545f66cbd,45217,1733261517741/101545f66cbd%2C45217%2C1733261517741.1733261518277 not finished, retry = 0 2024-12-03T21:32:08,208 INFO [M:0;101545f66cbd:45217 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:32:08,208 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:32:08,208 INFO [M:0;101545f66cbd:45217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45217 2024-12-03T21:32:08,208 INFO [M:0;101545f66cbd:45217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:32:08,344 INFO [M:0;101545f66cbd:45217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:32:08,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:32:08,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45217-0x1019e6557780006, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:32:08,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61e0d86d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:32:08,346 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ac6680f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:32:08,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:32:08,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7ac3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:32:08,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4a13ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/hadoop.log.dir/,STOPPED} 2024-12-03T21:32:08,348 WARN [BP-679751206-172.17.0.2-1733261501856 heartbeating to localhost/127.0.0.1:45031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:32:08,348 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:32:08,348 WARN [BP-679751206-172.17.0.2-1733261501856 heartbeating to localhost/127.0.0.1:45031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-679751206-172.17.0.2-1733261501856 (Datanode Uuid 67fefbbf-54c7-4ccd-b4e9-9f02583b39b2) service to localhost/127.0.0.1:45031 2024-12-03T21:32:08,348 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:32:08,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/cluster_5b9612a4-ebc6-4b40-654f-a04bfbcbce2c/data/data1/current/BP-679751206-172.17.0.2-1733261501856 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:32:08,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/cluster_5b9612a4-ebc6-4b40-654f-a04bfbcbce2c/data/data2/current/BP-679751206-172.17.0.2-1733261501856 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:32:08,349 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:32:08,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22f50b67{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:32:08,355 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:32:08,355 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:32:08,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:32:08,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c02eff4-a6d8-832a-60ac-79d8355b0652/hadoop.log.dir/,STOPPED} 2024-12-03T21:32:08,361 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T21:32:08,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:32:08,383 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 160) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:45031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:45031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:37825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60714) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:37825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60714) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:37825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:37825 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:45031 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=567 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 120) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9768 (was 9788) 2024-12-03T21:32:08,391 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=567, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=9767 2024-12-03T21:32:08,406 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-03T21:32:08,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/hadoop.log.dir so I do NOT create it in target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093 2024-12-03T21:32:08,406 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:32:08,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/hadoop.tmp.dir so I do NOT create it in target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093 2024-12-03T21:32:08,406 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4254dc-0fc5-9024-0748-daf388577d49/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:32:08,406 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093 2024-12-03T21:32:08,407 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/cluster_acd6500a-6605-7148-f709-4e94e7e26c40, deleteOnExit=true 2024-12-03T21:32:08,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/cluster_acd6500a-6605-7148-f709-4e94e7e26c40/zookeeper_0, clientPort=51278, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/cluster_acd6500a-6605-7148-f709-4e94e7e26c40/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/cluster_acd6500a-6605-7148-f709-4e94e7e26c40/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T21:32:08,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51278 2024-12-03T21:32:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:32:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:32:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/test.cache.data in system properties and HBase conf 2024-12-03T21:32:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:32:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:32:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:32:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:32:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:32:08,430 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:32:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:32:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:32:08,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:32:08,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:32:08,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:32:08,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:32:08,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:32:08,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:32:08,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:32:08,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:32:08,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:32:08,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:32:08,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:32:08,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:32:08,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019e6557780002, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:32:08,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019e6557780005, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:32:08,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019e6557780005, quorum=127.0.0.1:60714, baseZNode=/1-184371450 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:32:08,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019e6557780002, quorum=127.0.0.1:60714, baseZNode=/0232334654 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:32:08,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:32:08,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:32:08,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:32:08,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:32:08,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:32:08,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:32:08,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50197952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:32:08,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65b0b781{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:32:08,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40fdfc14{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/java.io.tmpdir/jetty-localhost-34423-hadoop-hdfs-3_4_1-tests_jar-_-any-7756764616237949965/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:32:08,818 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8715926{HTTP/1.1, (http/1.1)}{localhost:34423} 2024-12-03T21:32:08,818 INFO [Time-limited test {}] server.Server(415): Started @167424ms 2024-12-03T21:32:09,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:32:09,029 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:32:09,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:32:09,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:32:09,033 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:32:09,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73860af1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:32:09,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ddca0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:32:09,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@670e66f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/java.io.tmpdir/jetty-localhost-44967-hadoop-hdfs-3_4_1-tests_jar-_-any-7912352418489421813/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:32:09,123 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ba2e79c{HTTP/1.1, (http/1.1)}{localhost:44967} 2024-12-03T21:32:09,123 INFO [Time-limited test {}] server.Server(415): Started @167729ms 2024-12-03T21:32:09,124 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:32:09,675 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/cluster_acd6500a-6605-7148-f709-4e94e7e26c40/data/data2/current/BP-784790840-172.17.0.2-1733261528460/current, will proceed with Du for space computation calculation, 2024-12-03T21:32:09,675 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/cluster_acd6500a-6605-7148-f709-4e94e7e26c40/data/data1/current/BP-784790840-172.17.0.2-1733261528460/current, will proceed with Du for space computation calculation, 2024-12-03T21:32:09,691 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:32:09,693 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84847be623b097c4 with lease ID 0xa2f3cb145812928: Processing first storage report for DS-33ce538a-8aa5-4b0d-8403-287af1905430 from datanode DatanodeRegistration(127.0.0.1:36423, datanodeUuid=6ec563b4-1f50-493e-bb3e-6c9df2a0095e, infoPort=34351, infoSecurePort=0, ipcPort=39401, storageInfo=lv=-57;cid=testClusterID;nsid=1871284758;c=1733261528460) 2024-12-03T21:32:09,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84847be623b097c4 with lease ID 0xa2f3cb145812928: from storage DS-33ce538a-8aa5-4b0d-8403-287af1905430 node DatanodeRegistration(127.0.0.1:36423, datanodeUuid=6ec563b4-1f50-493e-bb3e-6c9df2a0095e, infoPort=34351, infoSecurePort=0, ipcPort=39401, storageInfo=lv=-57;cid=testClusterID;nsid=1871284758;c=1733261528460), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:32:09,693 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84847be623b097c4 with lease ID 0xa2f3cb145812928: Processing first storage report for DS-5742031d-2e64-45e3-b1eb-cf3fc3868a76 from datanode DatanodeRegistration(127.0.0.1:36423, datanodeUuid=6ec563b4-1f50-493e-bb3e-6c9df2a0095e, infoPort=34351, infoSecurePort=0, ipcPort=39401, storageInfo=lv=-57;cid=testClusterID;nsid=1871284758;c=1733261528460) 2024-12-03T21:32:09,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84847be623b097c4 with lease ID 0xa2f3cb145812928: from storage DS-5742031d-2e64-45e3-b1eb-cf3fc3868a76 node DatanodeRegistration(127.0.0.1:36423, datanodeUuid=6ec563b4-1f50-493e-bb3e-6c9df2a0095e, infoPort=34351, infoSecurePort=0, ipcPort=39401, storageInfo=lv=-57;cid=testClusterID;nsid=1871284758;c=1733261528460), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:32:09,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093 2024-12-03T21:32:09,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:09,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:09,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:32:10,162 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14 with version=8 2024-12-03T21:32:10,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/hbase-staging 2024-12-03T21:32:10,164 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:32:10,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:10,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:10,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:32:10,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:10,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:32:10,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:32:10,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:32:10,165 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39113 2024-12-03T21:32:10,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39113 connecting to ZooKeeper ensemble=127.0.0.1:51278 2024-12-03T21:32:10,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391130x0, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:32:10,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39113-0x1019e65bf540000 connected 2024-12-03T21:32:10,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:10,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:10,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Set watcher on znode that does not yet exist, /0-1550833178/running 2024-12-03T21:32:10,313 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14, hbase.cluster.distributed=false 2024-12-03T21:32:10,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Set watcher on znode that does not yet exist, /0-1550833178/acl 2024-12-03T21:32:10,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39113 2024-12-03T21:32:10,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39113 2024-12-03T21:32:10,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39113 2024-12-03T21:32:10,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39113 2024-12-03T21:32:10,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39113 2024-12-03T21:32:10,329 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:32:10,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:10,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:10,330 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:32:10,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:10,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:32:10,330 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:32:10,330 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:32:10,330 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46771 2024-12-03T21:32:10,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46771 connecting to ZooKeeper ensemble=127.0.0.1:51278 2024-12-03T21:32:10,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:10,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:10,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467710x0, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:32:10,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467710x0, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Set watcher on znode that does not yet exist, /0-1550833178/running 2024-12-03T21:32:10,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46771-0x1019e65bf540001 connected 2024-12-03T21:32:10,344 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:32:10,346 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:32:10,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Set watcher on znode that does not yet exist, /0-1550833178/master 2024-12-03T21:32:10,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Set watcher on znode that does not yet exist, /0-1550833178/acl 2024-12-03T21:32:10,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46771 2024-12-03T21:32:10,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46771 2024-12-03T21:32:10,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46771 2024-12-03T21:32:10,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46771 2024-12-03T21:32:10,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46771 2024-12-03T21:32:10,367 DEBUG [M:0;101545f66cbd:39113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:39113 2024-12-03T21:32:10,370 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1550833178/backup-masters/101545f66cbd,39113,1733261530164 2024-12-03T21:32:10,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178/backup-masters 2024-12-03T21:32:10,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178/backup-masters 2024-12-03T21:32:10,381 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Set watcher on existing znode=/0-1550833178/backup-masters/101545f66cbd,39113,1733261530164 2024-12-03T21:32:10,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1550833178/master 2024-12-03T21:32:10,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178 2024-12-03T21:32:10,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178 2024-12-03T21:32:10,389 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Set watcher on existing znode=/0-1550833178/master 2024-12-03T21:32:10,389 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1550833178/backup-masters/101545f66cbd,39113,1733261530164 from backup master directory 2024-12-03T21:32:10,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178/backup-masters 2024-12-03T21:32:10,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1550833178/backup-masters/101545f66cbd,39113,1733261530164 2024-12-03T21:32:10,397 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:32:10,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178/backup-masters 2024-12-03T21:32:10,397 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,39113,1733261530164 2024-12-03T21:32:10,400 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/hbase.id] with ID: 4ef1fe64-1bd8-442b-a0a9-70530d40528b 2024-12-03T21:32:10,400 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/.tmp/hbase.id 2024-12-03T21:32:10,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:32:10,805 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/.tmp/hbase.id]:[hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/hbase.id] 2024-12-03T21:32:10,813 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:10,813 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:32:10,814 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T21:32:10,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178 2024-12-03T21:32:10,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178 2024-12-03T21:32:10,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:32:10,847 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:32:10,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:10,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:10,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:10,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:10,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:10,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:10,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:10,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:11,244 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:32:11,244 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:32:11,244 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:32:11,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:32:11,253 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store 2024-12-03T21:32:11,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:32:11,658 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:11,658 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:32:11,658 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:11,658 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:11,658 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:32:11,658 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:11,658 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:11,658 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261531658Disabling compacts and flushes for region at 1733261531658Disabling writes for close at 1733261531658Writing region close event to WAL at 1733261531658Closed at 1733261531658 2024-12-03T21:32:11,659 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/.initializing 2024-12-03T21:32:11,659 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/WALs/101545f66cbd,39113,1733261530164 2024-12-03T21:32:11,660 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:32:11,661 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C39113%2C1733261530164, suffix=, logDir=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/WALs/101545f66cbd,39113,1733261530164, archiveDir=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/oldWALs, maxLogs=10 2024-12-03T21:32:11,672 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/WALs/101545f66cbd,39113,1733261530164/101545f66cbd%2C39113%2C1733261530164.1733261531662, exclude list is [], retry=0 2024-12-03T21:32:11,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36423,DS-33ce538a-8aa5-4b0d-8403-287af1905430,DISK] 2024-12-03T21:32:11,676 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/WALs/101545f66cbd,39113,1733261530164/101545f66cbd%2C39113%2C1733261530164.1733261531662 2024-12-03T21:32:11,676 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34351:34351)] 2024-12-03T21:32:11,676 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:32:11,676 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:11,676 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:11,676 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:11,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:11,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:32:11,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:11,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:11,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:11,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:32:11,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:11,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:11,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:11,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:32:11,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:11,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:11,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:11,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:32:11,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:11,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:11,682 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:11,683 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:11,683 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:11,684 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:11,684 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:11,684 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:32:11,685 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:11,686 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:32:11,687 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64056201, jitterRate=-0.04548822343349457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:32:11,687 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261531676Initializing all the Stores at 1733261531677 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261531677Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261531677Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261531677Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261531677Cleaning up temporary data from old regions at 1733261531684 (+7 ms)Region opened successfully at 1733261531687 (+3 ms) 2024-12-03T21:32:11,687 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:32:11,689 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d3a1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:32:11,690 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:32:11,690 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:32:11,690 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:32:11,690 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:32:11,691 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:32:11,691 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:32:11,691 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:32:11,696 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:32:11,696 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Unable to get data of znode /0-1550833178/balancer because node does not exist (not necessarily an error) 2024-12-03T21:32:11,722 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1550833178/balancer already deleted, retry=false 2024-12-03T21:32:11,722 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:32:11,722 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Unable to get data of znode /0-1550833178/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:32:11,730 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1550833178/normalizer already deleted, retry=false 2024-12-03T21:32:11,730 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:32:11,731 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Unable to get data of znode /0-1550833178/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:32:11,738 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1550833178/switch/split already deleted, retry=false 2024-12-03T21:32:11,739 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Unable to get data of znode /0-1550833178/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:32:11,747 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1550833178/switch/merge already deleted, retry=false 2024-12-03T21:32:11,748 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Unable to get data of znode /0-1550833178/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:32:11,755 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1550833178/snapshot-cleanup already deleted, retry=false 2024-12-03T21:32:11,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1550833178/running 2024-12-03T21:32:11,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1550833178/running 2024-12-03T21:32:11,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178 2024-12-03T21:32:11,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178 2024-12-03T21:32:11,764 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,39113,1733261530164, sessionid=0x1019e65bf540000, setting cluster-up flag (Was=false) 2024-12-03T21:32:11,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178 2024-12-03T21:32:11,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178 2024-12-03T21:32:11,805 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1550833178/flush-table-proc/acquired, /0-1550833178/flush-table-proc/reached, /0-1550833178/flush-table-proc/abort 2024-12-03T21:32:11,806 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,39113,1733261530164 2024-12-03T21:32:11,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178 2024-12-03T21:32:11,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178 2024-12-03T21:32:11,847 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1550833178/online-snapshot/acquired, /0-1550833178/online-snapshot/reached, /0-1550833178/online-snapshot/abort 2024-12-03T21:32:11,848 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,39113,1733261530164 2024-12-03T21:32:11,849 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:32:11,852 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:32:11,852 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:32:11,853 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:32:11,853 WARN [master/101545f66cbd:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 101545f66cbd,43047,1733261503624: status=Processing ServerCrashProcedure of 101545f66cbd,43047,1733261503624 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733261518463, completionTime=-1 appears to have been leaked 2024-12-03T21:32:11,853 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,39113,1733261530164 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:32:11,854 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:32:11,854 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:32:11,854 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:32:11,854 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:32:11,854 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:32:11,854 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:11,854 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:32:11,854 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:11,860 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261561860 2024-12-03T21:32:11,860 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:32:11,861 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:32:11,861 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:32:11,861 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:32:11,861 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:32:11,861 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:32:11,861 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:32:11,861 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:32:11,861 INFO [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(746): ClusterId : 4ef1fe64-1bd8-442b-a0a9-70530d40528b 2024-12-03T21:32:11,861 DEBUG [RS:0;101545f66cbd:46771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:32:11,861 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:11,861 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:32:11,861 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:32:11,861 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:32:11,861 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:32:11,862 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:11,862 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:32:11,862 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:32:11,862 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:32:11,862 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261531862,5,FailOnTimeoutGroup] 2024-12-03T21:32:11,862 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261531862,5,FailOnTimeoutGroup] 2024-12-03T21:32:11,862 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:11,862 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:32:11,862 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:11,862 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:11,869 DEBUG [RS:0;101545f66cbd:46771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:32:11,869 DEBUG [RS:0;101545f66cbd:46771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:32:11,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:32:11,877 DEBUG [RS:0;101545f66cbd:46771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:32:11,878 DEBUG [RS:0;101545f66cbd:46771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f05898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:32:11,890 DEBUG [RS:0;101545f66cbd:46771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:46771 2024-12-03T21:32:11,890 INFO [RS:0;101545f66cbd:46771 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:32:11,890 INFO [RS:0;101545f66cbd:46771 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:32:11,890 DEBUG [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:32:11,891 INFO [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,39113,1733261530164 with port=46771, startcode=1733261530329 2024-12-03T21:32:11,891 DEBUG [RS:0;101545f66cbd:46771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:32:11,893 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:32:11,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,46771,1733261530329 2024-12-03T21:32:11,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39113 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,46771,1733261530329 2024-12-03T21:32:11,894 DEBUG [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14 2024-12-03T21:32:11,894 DEBUG [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41601 2024-12-03T21:32:11,894 DEBUG [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:32:11,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178/rs 2024-12-03T21:32:11,902 DEBUG [RS:0;101545f66cbd:46771 {}] zookeeper.ZKUtil(111): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Set watcher on existing znode=/0-1550833178/rs/101545f66cbd,46771,1733261530329 2024-12-03T21:32:11,902 WARN [RS:0;101545f66cbd:46771 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:32:11,902 INFO [RS:0;101545f66cbd:46771 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:32:11,902 DEBUG [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329 2024-12-03T21:32:11,902 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,46771,1733261530329] 2024-12-03T21:32:11,905 INFO [RS:0;101545f66cbd:46771 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:32:11,907 INFO [RS:0;101545f66cbd:46771 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:32:11,908 INFO [RS:0;101545f66cbd:46771 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:32:11,908 INFO [RS:0;101545f66cbd:46771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:11,908 INFO [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:32:11,909 INFO [RS:0;101545f66cbd:46771 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:32:11,909 INFO [RS:0;101545f66cbd:46771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:11,909 DEBUG [RS:0;101545f66cbd:46771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:11,909 DEBUG [RS:0;101545f66cbd:46771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:11,909 DEBUG [RS:0;101545f66cbd:46771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:11,909 DEBUG [RS:0;101545f66cbd:46771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:11,909 DEBUG [RS:0;101545f66cbd:46771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:11,909 DEBUG [RS:0;101545f66cbd:46771 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:32:11,909 DEBUG [RS:0;101545f66cbd:46771 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:11,909 DEBUG [RS:0;101545f66cbd:46771 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:11,909 DEBUG [RS:0;101545f66cbd:46771 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:11,909 DEBUG [RS:0;101545f66cbd:46771 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:11,909 DEBUG [RS:0;101545f66cbd:46771 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:11,909 DEBUG [RS:0;101545f66cbd:46771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:11,909 DEBUG [RS:0;101545f66cbd:46771 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:32:11,909 DEBUG [RS:0;101545f66cbd:46771 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:32:11,914 INFO [RS:0;101545f66cbd:46771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:11,914 INFO [RS:0;101545f66cbd:46771 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:11,914 INFO [RS:0;101545f66cbd:46771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:11,914 INFO [RS:0;101545f66cbd:46771 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:11,914 INFO [RS:0;101545f66cbd:46771 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:11,914 INFO [RS:0;101545f66cbd:46771 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,46771,1733261530329-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:32:11,930 INFO [RS:0;101545f66cbd:46771 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:32:11,930 INFO [RS:0;101545f66cbd:46771 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,46771,1733261530329-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:11,930 INFO [RS:0;101545f66cbd:46771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:11,930 INFO [RS:0;101545f66cbd:46771 {}] regionserver.Replication(171): 101545f66cbd,46771,1733261530329 started 2024-12-03T21:32:11,943 INFO [RS:0;101545f66cbd:46771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:11,944 INFO [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,46771,1733261530329, RpcServer on 101545f66cbd/172.17.0.2:46771, sessionid=0x1019e65bf540001 2024-12-03T21:32:11,944 DEBUG [RS:0;101545f66cbd:46771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:32:11,944 DEBUG [RS:0;101545f66cbd:46771 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,46771,1733261530329 2024-12-03T21:32:11,944 DEBUG [RS:0;101545f66cbd:46771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,46771,1733261530329' 2024-12-03T21:32:11,944 DEBUG [RS:0;101545f66cbd:46771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1550833178/flush-table-proc/abort' 2024-12-03T21:32:11,944 DEBUG [RS:0;101545f66cbd:46771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1550833178/flush-table-proc/acquired' 2024-12-03T21:32:11,945 DEBUG [RS:0;101545f66cbd:46771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:32:11,945 DEBUG [RS:0;101545f66cbd:46771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:32:11,945 DEBUG [RS:0;101545f66cbd:46771 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,46771,1733261530329 2024-12-03T21:32:11,945 DEBUG [RS:0;101545f66cbd:46771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,46771,1733261530329' 2024-12-03T21:32:11,945 DEBUG [RS:0;101545f66cbd:46771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1550833178/online-snapshot/abort' 2024-12-03T21:32:11,945 DEBUG [RS:0;101545f66cbd:46771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1550833178/online-snapshot/acquired' 2024-12-03T21:32:11,945 DEBUG [RS:0;101545f66cbd:46771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:32:11,945 INFO [RS:0;101545f66cbd:46771 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:32:11,945 INFO [RS:0;101545f66cbd:46771 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:32:12,045 INFO [RS:0;101545f66cbd:46771 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:32:12,047 INFO [RS:0;101545f66cbd:46771 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C46771%2C1733261530329, suffix=, logDir=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329, archiveDir=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/oldWALs, maxLogs=10 2024-12-03T21:32:12,058 DEBUG [RS:0;101545f66cbd:46771 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047, exclude list is [], retry=0 2024-12-03T21:32:12,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36423,DS-33ce538a-8aa5-4b0d-8403-287af1905430,DISK] 2024-12-03T21:32:12,062 INFO [RS:0;101545f66cbd:46771 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 2024-12-03T21:32:12,062 DEBUG [RS:0;101545f66cbd:46771 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34351:34351)] 2024-12-03T21:32:12,271 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:32:12,271 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14 2024-12-03T21:32:12,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:32:12,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:12,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:32:12,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:32:12,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:12,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:12,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:32:12,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:32:12,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:12,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:12,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:32:12,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:32:12,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:12,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:12,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:32:12,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:32:12,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:12,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:12,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:32:12,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740 2024-12-03T21:32:12,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740 2024-12-03T21:32:12,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:32:12,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:32:12,684 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:32:12,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:32:12,686 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:32:12,687 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75204907, jitterRate=0.12064044177532196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:32:12,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261532676Initializing all the Stores at 1733261532676Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261532676Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261532676Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261532677 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261532677Cleaning up temporary data from old regions at 1733261532684 (+7 ms)Region opened successfully at 1733261532687 (+3 ms) 2024-12-03T21:32:12,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:32:12,687 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:32:12,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:32:12,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:32:12,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:32:12,687 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:32:12,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261532687Disabling compacts and flushes for region at 1733261532687Disabling writes for close at 1733261532687Writing region close event to WAL at 1733261532687Closed at 1733261532687 2024-12-03T21:32:12,688 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:32:12,688 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:32:12,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:32:12,689 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:32:12,690 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:32:12,840 DEBUG [101545f66cbd:39113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:32:12,840 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,46771,1733261530329 2024-12-03T21:32:12,841 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,46771,1733261530329, state=OPENING 2024-12-03T21:32:12,868 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:32:12,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178 2024-12-03T21:32:12,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178 2024-12-03T21:32:12,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1550833178/meta-region-server: CHANGED 2024-12-03T21:32:12,900 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:32:12,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,46771,1733261530329}] 2024-12-03T21:32:12,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1550833178/meta-region-server: CHANGED 2024-12-03T21:32:13,052 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:32:13,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:32:13,056 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:32:13,056 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:32:13,056 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:32:13,057 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C46771%2C1733261530329.meta, suffix=.meta, logDir=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329, archiveDir=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/oldWALs, maxLogs=10 2024-12-03T21:32:13,068 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.meta.1733261533057.meta, exclude list is [], retry=0 2024-12-03T21:32:13,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36423,DS-33ce538a-8aa5-4b0d-8403-287af1905430,DISK] 2024-12-03T21:32:13,072 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.meta.1733261533057.meta 2024-12-03T21:32:13,072 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34351:34351)] 2024-12-03T21:32:13,072 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:32:13,072 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:32:13,072 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:32:13,072 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:32:13,072 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:32:13,072 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:32:13,073 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:13,073 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:32:13,073 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:32:13,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:32:13,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:32:13,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:13,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:13,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:32:13,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:32:13,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:13,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:13,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:32:13,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:32:13,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:13,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:13,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:32:13,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:32:13,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:13,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:13,078 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:32:13,078 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740 2024-12-03T21:32:13,079 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740 2024-12-03T21:32:13,080 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:32:13,080 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:32:13,080 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:32:13,081 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:32:13,082 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70060093, jitterRate=0.043976739048957825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:32:13,082 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:32:13,083 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261533073Writing region info on filesystem at 1733261533073Initializing all the Stores at 1733261533074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261533074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261533074Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261533074Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261533074Cleaning up temporary data from old regions at 1733261533080 (+6 ms)Running coprocessor post-open hooks at 1733261533082 (+2 ms)Region opened successfully at 1733261533082 2024-12-03T21:32:13,083 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261533052 2024-12-03T21:32:13,085 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:32:13,085 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:32:13,085 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,46771,1733261530329 2024-12-03T21:32:13,086 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,46771,1733261530329, state=OPEN 2024-12-03T21:32:13,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1550833178/meta-region-server 2024-12-03T21:32:13,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1550833178/meta-region-server 2024-12-03T21:32:13,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1550833178/meta-region-server: CHANGED 2024-12-03T21:32:13,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1550833178/meta-region-server: CHANGED 2024-12-03T21:32:13,101 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,46771,1733261530329 2024-12-03T21:32:13,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:32:13,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,46771,1733261530329 in 202 msec 2024-12-03T21:32:13,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:32:13,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-12-03T21:32:13,106 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:32:13,106 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:32:13,107 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:13,107 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46771,1733261530329, seqNum=-1] 2024-12-03T21:32:13,107 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:13,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:32:13,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-12-03T21:32:13,112 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261533112, completionTime=-1 2024-12-03T21:32:13,112 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:32:13,112 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:32:13,113 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:32:13,113 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261593113 2024-12-03T21:32:13,113 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261653113 2024-12-03T21:32:13,113 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T21:32:13,114 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39113,1733261530164-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:13,114 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39113,1733261530164-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:13,114 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39113,1733261530164-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:13,114 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:39113, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:13,114 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:13,114 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:13,115 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:32:13,116 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.719sec 2024-12-03T21:32:13,116 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:32:13,116 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:32:13,116 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:32:13,116 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:32:13,117 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:32:13,117 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39113,1733261530164-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:32:13,117 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39113,1733261530164-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:32:13,118 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:32:13,119 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:32:13,119 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39113,1733261530164-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:13,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223ea81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:13,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,39113,-1 for getting cluster id 2024-12-03T21:32:13,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:13,162 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ef1fe64-1bd8-442b-a0a9-70530d40528b' 2024-12-03T21:32:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ef1fe64-1bd8-442b-a0a9-70530d40528b" 2024-12-03T21:32:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66145eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,39113,-1] 2024-12-03T21:32:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:13,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:13,164 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:13,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3116ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:13,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46771,1733261530329, seqNum=-1] 2024-12-03T21:32:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:13,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:32:13,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,39113,1733261530164 2024-12-03T21:32:13,169 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51278 2024-12-03T21:32:13,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:32:13,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e65bf540002 connected 2024-12-03T21:32:13,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/hadoop.log.dir so I do NOT create it in target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317 2024-12-03T21:32:13,187 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:32:13,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/hadoop.tmp.dir so I do NOT create it in target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317 2024-12-03T21:32:13,187 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:32:13,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317 2024-12-03T21:32:13,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:32:13,187 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/cluster_14f80049-4b98-468c-766e-36507098351c, deleteOnExit=true 2024-12-03T21:32:13,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:32:13,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/test.cache.data in system properties and HBase conf 2024-12-03T21:32:13,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:32:13,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:32:13,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:32:13,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:32:13,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:32:13,187 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:32:13,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:32:13,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:32:13,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:32:13,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:32:13,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:32:13,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:32:13,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:32:13,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:32:13,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:32:13,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:32:13,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:32:13,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:32:13,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:32:13,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:32:13,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:32:13,494 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:32:13,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:32:13,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:32:13,495 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:32:13,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:32:13,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2f17d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:32:13,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a47cf22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:32:13,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38940895{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/java.io.tmpdir/jetty-localhost-37323-hadoop-hdfs-3_4_1-tests_jar-_-any-10748561423925605945/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:32:13,591 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d4afaf6{HTTP/1.1, (http/1.1)}{localhost:37323} 2024-12-03T21:32:13,591 INFO [Time-limited test {}] server.Server(415): Started @172197ms 2024-12-03T21:32:13,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:32:13,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:32:13,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:32:13,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:32:13,774 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T21:32:13,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e887248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:32:13,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff3877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:32:13,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b2b2829{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/java.io.tmpdir/jetty-localhost-46477-hadoop-hdfs-3_4_1-tests_jar-_-any-12478804437759166553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:32:13,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7332160{HTTP/1.1, (http/1.1)}{localhost:46477} 2024-12-03T21:32:13,866 INFO [Time-limited test {}] server.Server(415): Started @172472ms 2024-12-03T21:32:13,867 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:32:14,392 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/cluster_14f80049-4b98-468c-766e-36507098351c/data/data1/current/BP-149810288-172.17.0.2-1733261533201/current, will proceed with Du for space computation calculation, 2024-12-03T21:32:14,392 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/cluster_14f80049-4b98-468c-766e-36507098351c/data/data2/current/BP-149810288-172.17.0.2-1733261533201/current, will proceed with Du for space computation calculation, 2024-12-03T21:32:14,415 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:32:14,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21dc9a4d92c40494 with lease ID 0x89ce9b6cfbf68c0b: Processing first storage report for DS-86e2c56b-3588-4da2-8c40-6e985d17d722 from datanode DatanodeRegistration(127.0.0.1:38017, datanodeUuid=390c2c45-301a-47c0-b89c-30d647bfe0c8, infoPort=46309, infoSecurePort=0, ipcPort=46315, storageInfo=lv=-57;cid=testClusterID;nsid=1233030393;c=1733261533201) 2024-12-03T21:32:14,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21dc9a4d92c40494 with lease ID 0x89ce9b6cfbf68c0b: from storage DS-86e2c56b-3588-4da2-8c40-6e985d17d722 node DatanodeRegistration(127.0.0.1:38017, datanodeUuid=390c2c45-301a-47c0-b89c-30d647bfe0c8, infoPort=46309, infoSecurePort=0, ipcPort=46315, storageInfo=lv=-57;cid=testClusterID;nsid=1233030393;c=1733261533201), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:32:14,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21dc9a4d92c40494 with lease ID 0x89ce9b6cfbf68c0b: Processing first storage report for DS-298c9656-c675-4d15-82a0-e239ed5defee from datanode DatanodeRegistration(127.0.0.1:38017, datanodeUuid=390c2c45-301a-47c0-b89c-30d647bfe0c8, infoPort=46309, infoSecurePort=0, ipcPort=46315, storageInfo=lv=-57;cid=testClusterID;nsid=1233030393;c=1733261533201) 2024-12-03T21:32:14,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21dc9a4d92c40494 with lease ID 0x89ce9b6cfbf68c0b: from storage DS-298c9656-c675-4d15-82a0-e239ed5defee node DatanodeRegistration(127.0.0.1:38017, datanodeUuid=390c2c45-301a-47c0-b89c-30d647bfe0c8, infoPort=46309, infoSecurePort=0, ipcPort=46315, storageInfo=lv=-57;cid=testClusterID;nsid=1233030393;c=1733261533201), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:32:14,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317 2024-12-03T21:32:14,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:14,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:14,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:32:14,900 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59 with version=8 2024-12-03T21:32:14,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/hbase-staging 2024-12-03T21:32:14,901 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:32:14,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:14,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:14,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:32:14,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:14,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:32:14,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:32:14,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:32:14,902 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38853 2024-12-03T21:32:14,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38853 connecting to ZooKeeper ensemble=127.0.0.1:51278 2024-12-03T21:32:14,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388530x0, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:32:14,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38853-0x1019e65bf540003 connected 2024-12-03T21:32:14,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:14,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:14,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Set watcher on znode that does not yet exist, /1-1497280928/running 2024-12-03T21:32:14,992 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59, hbase.cluster.distributed=false 2024-12-03T21:32:14,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Set watcher on znode that does not yet exist, /1-1497280928/acl 2024-12-03T21:32:14,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38853 2024-12-03T21:32:14,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38853 2024-12-03T21:32:14,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38853 2024-12-03T21:32:14,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38853 2024-12-03T21:32:14,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38853 2024-12-03T21:32:15,006 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:32:15,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:15,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:15,007 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:32:15,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:15,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:32:15,007 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:32:15,007 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:32:15,007 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35669 2024-12-03T21:32:15,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35669 connecting to ZooKeeper ensemble=127.0.0.1:51278 2024-12-03T21:32:15,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:15,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:15,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356690x0, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:32:15,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35669-0x1019e65bf540004 connected 2024-12-03T21:32:15,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Set watcher on znode that does not yet exist, /1-1497280928/running 2024-12-03T21:32:15,022 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:32:15,023 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:32:15,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Set watcher on znode that does not yet exist, /1-1497280928/master 2024-12-03T21:32:15,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Set watcher on znode that does not yet exist, /1-1497280928/acl 2024-12-03T21:32:15,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35669 2024-12-03T21:32:15,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35669 2024-12-03T21:32:15,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35669 2024-12-03T21:32:15,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35669 2024-12-03T21:32:15,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35669 2024-12-03T21:32:15,044 DEBUG [M:0;101545f66cbd:38853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:38853 2024-12-03T21:32:15,044 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1497280928/backup-masters/101545f66cbd,38853,1733261534901 2024-12-03T21:32:15,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928/backup-masters 2024-12-03T21:32:15,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928/backup-masters 2024-12-03T21:32:15,051 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Set watcher on existing znode=/1-1497280928/backup-masters/101545f66cbd,38853,1733261534901 2024-12-03T21:32:15,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928 2024-12-03T21:32:15,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1497280928/master 2024-12-03T21:32:15,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928 2024-12-03T21:32:15,060 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Set watcher on existing znode=/1-1497280928/master 2024-12-03T21:32:15,060 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1497280928/backup-masters/101545f66cbd,38853,1733261534901 from backup master directory 2024-12-03T21:32:15,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928/backup-masters 2024-12-03T21:32:15,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1497280928/backup-masters/101545f66cbd,38853,1733261534901 2024-12-03T21:32:15,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928/backup-masters 2024-12-03T21:32:15,068 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:32:15,068 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,38853,1733261534901 2024-12-03T21:32:15,071 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/hbase.id] with ID: eab90f61-aa9b-447b-8994-d4d72a6cd7af 2024-12-03T21:32:15,071 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/.tmp/hbase.id 2024-12-03T21:32:15,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:32:15,476 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/.tmp/hbase.id]:[hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/hbase.id] 2024-12-03T21:32:15,485 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:15,485 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:32:15,485 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T21:32:15,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928 2024-12-03T21:32:15,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928 2024-12-03T21:32:15,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:32:15,920 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:32:15,921 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:32:15,921 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:32:15,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:32:16,327 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store 2024-12-03T21:32:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:32:16,732 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:16,732 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:32:16,732 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:16,732 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:16,732 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:32:16,732 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:16,732 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:16,732 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261536732Disabling compacts and flushes for region at 1733261536732Disabling writes for close at 1733261536732Writing region close event to WAL at 1733261536732Closed at 1733261536732 2024-12-03T21:32:16,733 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/.initializing 2024-12-03T21:32:16,733 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/WALs/101545f66cbd,38853,1733261534901 2024-12-03T21:32:16,734 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:32:16,735 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C38853%2C1733261534901, suffix=, logDir=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/WALs/101545f66cbd,38853,1733261534901, archiveDir=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/oldWALs, maxLogs=10 2024-12-03T21:32:16,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T21:32:16,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T21:32:16,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:32:16,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T21:32:16,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:32:16,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T21:32:16,750 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/WALs/101545f66cbd,38853,1733261534901/101545f66cbd%2C38853%2C1733261534901.1733261536736, exclude list is [], retry=0 2024-12-03T21:32:16,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38017,DS-86e2c56b-3588-4da2-8c40-6e985d17d722,DISK] 2024-12-03T21:32:16,754 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/WALs/101545f66cbd,38853,1733261534901/101545f66cbd%2C38853%2C1733261534901.1733261536736 2024-12-03T21:32:16,754 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46309:46309)] 2024-12-03T21:32:16,755 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:32:16,755 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:16,755 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:16,755 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:16,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:16,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:32:16,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:16,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:16,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:16,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:32:16,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:16,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:16,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:16,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:32:16,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:16,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:16,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:16,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:32:16,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:16,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:16,762 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:16,762 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:16,763 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:16,764 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:16,764 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:16,764 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:32:16,765 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:16,766 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:32:16,766 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72479983, jitterRate=0.08003591001033783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:32:16,767 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261536755Initializing all the Stores at 1733261536756 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261536756Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261536756Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261536756Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261536756Cleaning up temporary data from old regions at 1733261536764 (+8 ms)Region opened successfully at 1733261536766 (+2 ms) 2024-12-03T21:32:16,767 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:32:16,769 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad9d9b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:32:16,769 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:32:16,769 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:32:16,769 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:32:16,770 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:32:16,770 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:32:16,770 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:32:16,770 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:32:16,771 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:32:16,772 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Unable to get data of znode /1-1497280928/balancer because node does not exist (not necessarily an error) 2024-12-03T21:32:16,797 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1497280928/balancer already deleted, retry=false 2024-12-03T21:32:16,797 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:32:16,797 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Unable to get data of znode /1-1497280928/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:32:16,805 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1497280928/normalizer already deleted, retry=false 2024-12-03T21:32:16,805 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:32:16,806 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Unable to get data of znode /1-1497280928/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:32:16,813 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1497280928/switch/split already deleted, retry=false 2024-12-03T21:32:16,814 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Unable to get data of znode /1-1497280928/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:32:16,821 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1497280928/switch/merge already deleted, retry=false 2024-12-03T21:32:16,823 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Unable to get data of znode /1-1497280928/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:32:16,830 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1497280928/snapshot-cleanup already deleted, retry=false 2024-12-03T21:32:16,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1497280928/running 2024-12-03T21:32:16,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1497280928/running 2024-12-03T21:32:16,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928 2024-12-03T21:32:16,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928 2024-12-03T21:32:16,839 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,38853,1733261534901, sessionid=0x1019e65bf540003, setting cluster-up flag (Was=false) 2024-12-03T21:32:16,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928 2024-12-03T21:32:16,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928 2024-12-03T21:32:16,880 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1497280928/flush-table-proc/acquired, /1-1497280928/flush-table-proc/reached, /1-1497280928/flush-table-proc/abort 2024-12-03T21:32:16,881 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,38853,1733261534901 2024-12-03T21:32:16,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928 2024-12-03T21:32:16,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928 2024-12-03T21:32:16,922 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1497280928/online-snapshot/acquired, /1-1497280928/online-snapshot/reached, /1-1497280928/online-snapshot/abort 2024-12-03T21:32:16,922 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,38853,1733261534901 2024-12-03T21:32:16,923 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:32:16,924 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:32:16,924 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:32:16,924 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:32:16,925 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,38853,1733261534901 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:32:16,925 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:32:16,926 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:32:16,926 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:32:16,926 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:32:16,926 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:32:16,926 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:16,926 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:32:16,926 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:16,927 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:32:16,927 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:32:16,927 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261566927 2024-12-03T21:32:16,927 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:32:16,927 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:32:16,927 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:32:16,927 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:32:16,927 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:32:16,927 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:32:16,927 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:16,928 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:16,928 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:32:16,928 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:32:16,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:32:16,928 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:32:16,928 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:32:16,928 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:32:16,928 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:32:16,931 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261536928,5,FailOnTimeoutGroup] 2024-12-03T21:32:16,935 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261536931,5,FailOnTimeoutGroup] 2024-12-03T21:32:16,935 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:16,935 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:32:16,935 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:16,935 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:16,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:32:16,938 INFO [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(746): ClusterId : eab90f61-aa9b-447b-8994-d4d72a6cd7af 2024-12-03T21:32:16,938 DEBUG [RS:0;101545f66cbd:35669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:32:16,947 DEBUG [RS:0;101545f66cbd:35669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:32:16,947 DEBUG [RS:0;101545f66cbd:35669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:32:16,956 DEBUG [RS:0;101545f66cbd:35669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:32:16,956 DEBUG [RS:0;101545f66cbd:35669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e01d8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:32:16,971 DEBUG [RS:0;101545f66cbd:35669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:35669 2024-12-03T21:32:16,971 INFO [RS:0;101545f66cbd:35669 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:32:16,971 INFO [RS:0;101545f66cbd:35669 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:32:16,971 DEBUG [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:32:16,972 INFO [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,38853,1733261534901 with port=35669, startcode=1733261535006 2024-12-03T21:32:16,972 DEBUG [RS:0;101545f66cbd:35669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:32:16,973 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:32:16,974 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,35669,1733261535006 2024-12-03T21:32:16,974 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38853 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,35669,1733261535006 2024-12-03T21:32:16,975 DEBUG [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59 2024-12-03T21:32:16,975 DEBUG [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43033 2024-12-03T21:32:16,975 DEBUG [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:32:17,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928/rs 2024-12-03T21:32:17,033 DEBUG [RS:0;101545f66cbd:35669 {}] zookeeper.ZKUtil(111): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Set watcher on existing znode=/1-1497280928/rs/101545f66cbd,35669,1733261535006 2024-12-03T21:32:17,033 WARN [RS:0;101545f66cbd:35669 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:32:17,034 INFO [RS:0;101545f66cbd:35669 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:32:17,034 DEBUG [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006 2024-12-03T21:32:17,034 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,35669,1733261535006] 2024-12-03T21:32:17,036 INFO [RS:0;101545f66cbd:35669 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:32:17,039 INFO [RS:0;101545f66cbd:35669 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:32:17,039 INFO [RS:0;101545f66cbd:35669 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:32:17,039 INFO [RS:0;101545f66cbd:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:17,039 INFO [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:32:17,040 INFO [RS:0;101545f66cbd:35669 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:32:17,040 INFO [RS:0;101545f66cbd:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:17,040 DEBUG [RS:0;101545f66cbd:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:17,040 DEBUG [RS:0;101545f66cbd:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:17,040 DEBUG [RS:0;101545f66cbd:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:17,040 DEBUG [RS:0;101545f66cbd:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:17,040 DEBUG [RS:0;101545f66cbd:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:17,040 DEBUG [RS:0;101545f66cbd:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:32:17,040 DEBUG [RS:0;101545f66cbd:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:17,040 DEBUG [RS:0;101545f66cbd:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:17,040 DEBUG [RS:0;101545f66cbd:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:17,040 DEBUG [RS:0;101545f66cbd:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:17,040 DEBUG [RS:0;101545f66cbd:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:17,040 DEBUG [RS:0;101545f66cbd:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:17,040 DEBUG [RS:0;101545f66cbd:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:32:17,040 DEBUG [RS:0;101545f66cbd:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:32:17,043 INFO [RS:0;101545f66cbd:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:17,043 INFO [RS:0;101545f66cbd:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:17,043 INFO [RS:0;101545f66cbd:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:17,043 INFO [RS:0;101545f66cbd:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:17,043 INFO [RS:0;101545f66cbd:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:17,043 INFO [RS:0;101545f66cbd:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35669,1733261535006-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:32:17,054 INFO [RS:0;101545f66cbd:35669 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:32:17,054 INFO [RS:0;101545f66cbd:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35669,1733261535006-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:17,054 INFO [RS:0;101545f66cbd:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:17,054 INFO [RS:0;101545f66cbd:35669 {}] regionserver.Replication(171): 101545f66cbd,35669,1733261535006 started 2024-12-03T21:32:17,065 INFO [RS:0;101545f66cbd:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:17,065 INFO [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,35669,1733261535006, RpcServer on 101545f66cbd/172.17.0.2:35669, sessionid=0x1019e65bf540004 2024-12-03T21:32:17,065 DEBUG [RS:0;101545f66cbd:35669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:32:17,065 DEBUG [RS:0;101545f66cbd:35669 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,35669,1733261535006 2024-12-03T21:32:17,065 DEBUG [RS:0;101545f66cbd:35669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,35669,1733261535006' 2024-12-03T21:32:17,065 DEBUG [RS:0;101545f66cbd:35669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1497280928/flush-table-proc/abort' 2024-12-03T21:32:17,066 DEBUG [RS:0;101545f66cbd:35669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1497280928/flush-table-proc/acquired' 2024-12-03T21:32:17,066 DEBUG [RS:0;101545f66cbd:35669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:32:17,066 DEBUG [RS:0;101545f66cbd:35669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:32:17,066 DEBUG [RS:0;101545f66cbd:35669 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,35669,1733261535006 2024-12-03T21:32:17,066 DEBUG [RS:0;101545f66cbd:35669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,35669,1733261535006' 2024-12-03T21:32:17,066 DEBUG [RS:0;101545f66cbd:35669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1497280928/online-snapshot/abort' 2024-12-03T21:32:17,066 DEBUG [RS:0;101545f66cbd:35669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1497280928/online-snapshot/acquired' 2024-12-03T21:32:17,067 DEBUG [RS:0;101545f66cbd:35669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:32:17,067 INFO [RS:0;101545f66cbd:35669 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:32:17,067 INFO [RS:0;101545f66cbd:35669 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:32:17,167 INFO [RS:0;101545f66cbd:35669 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:32:17,168 INFO [RS:0;101545f66cbd:35669 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C35669%2C1733261535006, suffix=, logDir=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006, archiveDir=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/oldWALs, maxLogs=10 2024-12-03T21:32:17,179 DEBUG [RS:0;101545f66cbd:35669 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168, exclude list is [], retry=0 2024-12-03T21:32:17,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38017,DS-86e2c56b-3588-4da2-8c40-6e985d17d722,DISK] 2024-12-03T21:32:17,183 INFO [RS:0;101545f66cbd:35669 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 2024-12-03T21:32:17,184 DEBUG [RS:0;101545f66cbd:35669 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46309:46309)] 2024-12-03T21:32:17,338 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:32:17,339 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59 2024-12-03T21:32:17,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:32:17,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:17,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:32:17,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:32:17,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:17,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:17,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:32:17,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:32:17,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:17,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:17,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:32:17,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:32:17,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:17,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:17,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:32:17,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:32:17,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:17,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:17,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:32:17,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740 2024-12-03T21:32:17,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740 2024-12-03T21:32:17,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:32:17,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:32:17,752 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:32:17,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:32:17,755 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:32:17,755 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66773286, jitterRate=-0.005000501871109009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:32:17,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261537744Initializing all the Stores at 1733261537745 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261537745Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261537745Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261537745Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261537745Cleaning up temporary data from old regions at 1733261537752 (+7 ms)Region opened successfully at 1733261537755 (+3 ms) 2024-12-03T21:32:17,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:32:17,756 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:32:17,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:32:17,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:32:17,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:32:17,756 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:32:17,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261537755Disabling compacts and flushes for region at 1733261537755Disabling writes for close at 1733261537756 (+1 ms)Writing region close event to WAL at 1733261537756Closed at 1733261537756 2024-12-03T21:32:17,757 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:32:17,757 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:32:17,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:32:17,758 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:32:17,758 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:32:17,905 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T21:32:17,909 DEBUG [101545f66cbd:38853 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:32:17,909 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,35669,1733261535006 2024-12-03T21:32:17,910 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,35669,1733261535006, state=OPENING 2024-12-03T21:32:17,938 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:32:17,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928 2024-12-03T21:32:17,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928 2024-12-03T21:32:17,947 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:32:17,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1497280928/meta-region-server: CHANGED 2024-12-03T21:32:17,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1497280928/meta-region-server: CHANGED 2024-12-03T21:32:17,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,35669,1733261535006}] 2024-12-03T21:32:18,099 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:32:18,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:32:18,103 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:32:18,103 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:32:18,103 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:32:18,104 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C35669%2C1733261535006.meta, suffix=.meta, logDir=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006, archiveDir=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/oldWALs, maxLogs=10 2024-12-03T21:32:18,119 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.meta.1733261538105.meta, exclude list is [], retry=0 2024-12-03T21:32:18,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38017,DS-86e2c56b-3588-4da2-8c40-6e985d17d722,DISK] 2024-12-03T21:32:18,122 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.meta.1733261538105.meta 2024-12-03T21:32:18,122 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46309:46309)] 2024-12-03T21:32:18,123 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:32:18,123 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:32:18,123 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:32:18,123 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:32:18,123 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:32:18,123 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:32:18,123 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:18,123 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:32:18,124 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:32:18,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:32:18,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:32:18,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:18,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:18,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:32:18,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:32:18,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:18,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:18,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:32:18,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:32:18,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:18,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:18,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:32:18,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:32:18,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:18,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:18,128 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:32:18,129 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740 2024-12-03T21:32:18,130 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740 2024-12-03T21:32:18,130 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:32:18,131 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:32:18,131 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:32:18,132 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:32:18,132 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63119262, jitterRate=-0.059449702501297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:32:18,132 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:32:18,132 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261538124Writing region info on filesystem at 1733261538124Initializing all the Stores at 1733261538124Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261538124Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261538125 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261538125Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261538125Cleaning up temporary data from old regions at 1733261538131 (+6 ms)Running coprocessor post-open hooks at 1733261538132 (+1 ms)Region opened successfully at 1733261538132 2024-12-03T21:32:18,133 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261538099 2024-12-03T21:32:18,134 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:32:18,134 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:32:18,135 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,35669,1733261535006 2024-12-03T21:32:18,135 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,35669,1733261535006, state=OPEN 2024-12-03T21:32:18,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1497280928/meta-region-server 2024-12-03T21:32:18,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1497280928/meta-region-server 2024-12-03T21:32:18,143 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,35669,1733261535006 2024-12-03T21:32:18,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1497280928/meta-region-server: CHANGED 2024-12-03T21:32:18,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1497280928/meta-region-server: CHANGED 2024-12-03T21:32:18,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:32:18,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,35669,1733261535006 in 196 msec 2024-12-03T21:32:18,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:32:18,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-12-03T21:32:18,147 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:32:18,147 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:32:18,148 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:18,148 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,35669,1733261535006, seqNum=-1] 2024-12-03T21:32:18,148 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:18,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:32:18,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-12-03T21:32:18,153 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261538153, completionTime=-1 2024-12-03T21:32:18,153 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:32:18,153 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:32:18,154 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:32:18,154 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261598154 2024-12-03T21:32:18,154 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261658154 2024-12-03T21:32:18,154 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T21:32:18,154 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,38853,1733261534901-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:18,154 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,38853,1733261534901-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:18,154 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,38853,1733261534901-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:18,155 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:38853, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:18,155 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:18,155 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:18,156 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:32:18,157 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.089sec 2024-12-03T21:32:18,157 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:32:18,157 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:32:18,157 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:32:18,157 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:32:18,157 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:32:18,157 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,38853,1733261534901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:32:18,158 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,38853,1733261534901-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:32:18,159 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:32:18,159 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:32:18,159 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,38853,1733261534901-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:18,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1434caa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:18,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,38853,-1 for getting cluster id 2024-12-03T21:32:18,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:18,240 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eab90f61-aa9b-447b-8994-d4d72a6cd7af' 2024-12-03T21:32:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eab90f61-aa9b-447b-8994-d4d72a6cd7af" 2024-12-03T21:32:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292c33c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,38853,-1] 2024-12-03T21:32:18,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:18,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:18,241 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:18,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:18,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:18,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,35669,1733261535006, seqNum=-1] 2024-12-03T21:32:18,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:18,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:32:18,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,38853,1733261534901 2024-12-03T21:32:18,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51278 2024-12-03T21:32:18,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:32:18,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019e65bf540005 connected 2024-12-03T21:32:18,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,39113,1733261530164 2024-12-03T21:32:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f2679dc 2024-12-03T21:32:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:18,267 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:32:18,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:32:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T21:32:18,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:32:18,269 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:18,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T21:32:18,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:32:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:18,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741835_1011 (size=902) 2024-12-03T21:32:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:18,574 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:32:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:18,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:18,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:18,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:18,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:18,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:18,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:18,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:18,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:18,676 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43fa100c596720f2c0b6bf64022bad24, NAME => 'test,,1733261538267.43fa100c596720f2c0b6bf64022bad24.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14 2024-12-03T21:32:18,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741836_1012 (size=39) 2024-12-03T21:32:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:19,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733261538267.43fa100c596720f2c0b6bf64022bad24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:19,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 43fa100c596720f2c0b6bf64022bad24, disabling compactions & flushes 2024-12-03T21:32:19,081 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733261538267.43fa100c596720f2c0b6bf64022bad24. 2024-12-03T21:32:19,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261538267.43fa100c596720f2c0b6bf64022bad24. 2024-12-03T21:32:19,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733261538267.43fa100c596720f2c0b6bf64022bad24. after waiting 0 ms 2024-12-03T21:32:19,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733261538267.43fa100c596720f2c0b6bf64022bad24. 2024-12-03T21:32:19,081 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733261538267.43fa100c596720f2c0b6bf64022bad24. 2024-12-03T21:32:19,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43fa100c596720f2c0b6bf64022bad24: Waiting for close lock at 1733261539081Disabling compacts and flushes for region at 1733261539081Disabling writes for close at 1733261539081Writing region close event to WAL at 1733261539081Closed at 1733261539081 2024-12-03T21:32:19,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:32:19,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733261538267.43fa100c596720f2c0b6bf64022bad24.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733261539082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261539082"}]},"ts":"1733261539082"} 2024-12-03T21:32:19,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:32:19,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:32:19,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261539085"}]},"ts":"1733261539085"} 2024-12-03T21:32:19,086 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T21:32:19,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=43fa100c596720f2c0b6bf64022bad24, ASSIGN}] 2024-12-03T21:32:19,087 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=43fa100c596720f2c0b6bf64022bad24, ASSIGN 2024-12-03T21:32:19,088 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=43fa100c596720f2c0b6bf64022bad24, ASSIGN; state=OFFLINE, location=101545f66cbd,46771,1733261530329; forceNewPlan=false, retain=false 2024-12-03T21:32:19,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43fa100c596720f2c0b6bf64022bad24, regionState=OPENING, regionLocation=101545f66cbd,46771,1733261530329 2024-12-03T21:32:19,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=43fa100c596720f2c0b6bf64022bad24, ASSIGN because future has completed 2024-12-03T21:32:19,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43fa100c596720f2c0b6bf64022bad24, server=101545f66cbd,46771,1733261530329}] 2024-12-03T21:32:19,395 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733261538267.43fa100c596720f2c0b6bf64022bad24. 2024-12-03T21:32:19,396 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 43fa100c596720f2c0b6bf64022bad24, NAME => 'test,,1733261538267.43fa100c596720f2c0b6bf64022bad24.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:32:19,396 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:32:19,396 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T21:32:19,396 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 43fa100c596720f2c0b6bf64022bad24 2024-12-03T21:32:19,396 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733261538267.43fa100c596720f2c0b6bf64022bad24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:19,396 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 43fa100c596720f2c0b6bf64022bad24 2024-12-03T21:32:19,396 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 43fa100c596720f2c0b6bf64022bad24 2024-12-03T21:32:19,397 INFO [StoreOpener-43fa100c596720f2c0b6bf64022bad24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 43fa100c596720f2c0b6bf64022bad24 2024-12-03T21:32:19,398 INFO [StoreOpener-43fa100c596720f2c0b6bf64022bad24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43fa100c596720f2c0b6bf64022bad24 columnFamilyName f 2024-12-03T21:32:19,398 DEBUG [StoreOpener-43fa100c596720f2c0b6bf64022bad24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:19,399 INFO [StoreOpener-43fa100c596720f2c0b6bf64022bad24-1 {}] regionserver.HStore(327): Store=43fa100c596720f2c0b6bf64022bad24/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:19,399 INFO [StoreOpener-43fa100c596720f2c0b6bf64022bad24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 43fa100c596720f2c0b6bf64022bad24 2024-12-03T21:32:19,399 INFO [StoreOpener-43fa100c596720f2c0b6bf64022bad24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43fa100c596720f2c0b6bf64022bad24 columnFamilyName f1 2024-12-03T21:32:19,399 DEBUG [StoreOpener-43fa100c596720f2c0b6bf64022bad24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:19,400 INFO [StoreOpener-43fa100c596720f2c0b6bf64022bad24-1 {}] regionserver.HStore(327): Store=43fa100c596720f2c0b6bf64022bad24/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:19,400 INFO [StoreOpener-43fa100c596720f2c0b6bf64022bad24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 43fa100c596720f2c0b6bf64022bad24 2024-12-03T21:32:19,401 INFO [StoreOpener-43fa100c596720f2c0b6bf64022bad24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43fa100c596720f2c0b6bf64022bad24 columnFamilyName norep 2024-12-03T21:32:19,401 DEBUG [StoreOpener-43fa100c596720f2c0b6bf64022bad24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:19,401 INFO [StoreOpener-43fa100c596720f2c0b6bf64022bad24-1 {}] regionserver.HStore(327): Store=43fa100c596720f2c0b6bf64022bad24/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:19,401 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 43fa100c596720f2c0b6bf64022bad24 2024-12-03T21:32:19,401 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24 2024-12-03T21:32:19,402 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24 2024-12-03T21:32:19,402 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 43fa100c596720f2c0b6bf64022bad24 2024-12-03T21:32:19,402 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 43fa100c596720f2c0b6bf64022bad24 2024-12-03T21:32:19,403 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:32:19,403 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 43fa100c596720f2c0b6bf64022bad24 2024-12-03T21:32:19,405 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:32:19,405 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 43fa100c596720f2c0b6bf64022bad24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69419959, jitterRate=0.03443799912929535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:32:19,406 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43fa100c596720f2c0b6bf64022bad24 2024-12-03T21:32:19,406 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 43fa100c596720f2c0b6bf64022bad24: Running coprocessor pre-open hook at 1733261539396Writing region info on filesystem at 1733261539396Initializing all the Stores at 1733261539397 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261539397Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261539397Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261539397Cleaning up temporary data from old regions at 1733261539402 (+5 ms)Running coprocessor post-open hooks at 1733261539406 (+4 ms)Region opened successfully at 1733261539406 2024-12-03T21:32:19,407 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733261538267.43fa100c596720f2c0b6bf64022bad24., pid=6, masterSystemTime=1733261539393 2024-12-03T21:32:19,408 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733261538267.43fa100c596720f2c0b6bf64022bad24. 2024-12-03T21:32:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:19,408 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733261538267.43fa100c596720f2c0b6bf64022bad24. 2024-12-03T21:32:19,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43fa100c596720f2c0b6bf64022bad24, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=101545f66cbd,46771,1733261530329 2024-12-03T21:32:19,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43fa100c596720f2c0b6bf64022bad24, server=101545f66cbd,46771,1733261530329 because future has completed 2024-12-03T21:32:19,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:32:19,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 43fa100c596720f2c0b6bf64022bad24, server=101545f66cbd,46771,1733261530329 in 170 msec 2024-12-03T21:32:19,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T21:32:19,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=43fa100c596720f2c0b6bf64022bad24, ASSIGN in 327 msec 2024-12-03T21:32:19,415 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:32:19,415 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261539415"}]},"ts":"1733261539415"} 2024-12-03T21:32:19,417 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T21:32:19,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:32:19,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-03T21:32:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:20,428 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T21:32:20,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:20,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,38853,1733261534901 2024-12-03T21:32:20,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5047d424 2024-12-03T21:32:20,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:20,430 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:32:20,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:32:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T21:32:20,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:32:20,432 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:20,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T21:32:20,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:32:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:20,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741835_1011 (size=902) 2024-12-03T21:32:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:20,845 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a816e1cb051188626a24e837acd32788, NAME => 'test,,1733261540430.a816e1cb051188626a24e837acd32788.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59 2024-12-03T21:32:20,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741836_1012 (size=39) 2024-12-03T21:32:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:21,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733261540430.a816e1cb051188626a24e837acd32788.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:21,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a816e1cb051188626a24e837acd32788, disabling compactions & flushes 2024-12-03T21:32:21,252 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733261540430.a816e1cb051188626a24e837acd32788. 2024-12-03T21:32:21,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261540430.a816e1cb051188626a24e837acd32788. 2024-12-03T21:32:21,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733261540430.a816e1cb051188626a24e837acd32788. after waiting 0 ms 2024-12-03T21:32:21,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733261540430.a816e1cb051188626a24e837acd32788. 2024-12-03T21:32:21,252 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733261540430.a816e1cb051188626a24e837acd32788. 2024-12-03T21:32:21,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a816e1cb051188626a24e837acd32788: Waiting for close lock at 1733261541252Disabling compacts and flushes for region at 1733261541252Disabling writes for close at 1733261541252Writing region close event to WAL at 1733261541252Closed at 1733261541252 2024-12-03T21:32:21,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:32:21,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733261540430.a816e1cb051188626a24e837acd32788.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733261541253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261541253"}]},"ts":"1733261541253"} 2024-12-03T21:32:21,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:32:21,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:32:21,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261541256"}]},"ts":"1733261541256"} 2024-12-03T21:32:21,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T21:32:21,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a816e1cb051188626a24e837acd32788, ASSIGN}] 2024-12-03T21:32:21,259 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a816e1cb051188626a24e837acd32788, ASSIGN 2024-12-03T21:32:21,259 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a816e1cb051188626a24e837acd32788, ASSIGN; state=OFFLINE, location=101545f66cbd,35669,1733261535006; forceNewPlan=false, retain=false 2024-12-03T21:32:21,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a816e1cb051188626a24e837acd32788, regionState=OPENING, regionLocation=101545f66cbd,35669,1733261535006 2024-12-03T21:32:21,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a816e1cb051188626a24e837acd32788, ASSIGN because future has completed 2024-12-03T21:32:21,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a816e1cb051188626a24e837acd32788, server=101545f66cbd,35669,1733261535006}] 2024-12-03T21:32:21,567 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733261540430.a816e1cb051188626a24e837acd32788. 2024-12-03T21:32:21,567 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a816e1cb051188626a24e837acd32788, NAME => 'test,,1733261540430.a816e1cb051188626a24e837acd32788.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:32:21,567 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:32:21,567 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T21:32:21,568 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a816e1cb051188626a24e837acd32788 2024-12-03T21:32:21,568 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733261540430.a816e1cb051188626a24e837acd32788.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:21,568 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a816e1cb051188626a24e837acd32788 2024-12-03T21:32:21,568 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a816e1cb051188626a24e837acd32788 2024-12-03T21:32:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:21,569 INFO [StoreOpener-a816e1cb051188626a24e837acd32788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a816e1cb051188626a24e837acd32788 2024-12-03T21:32:21,570 INFO [StoreOpener-a816e1cb051188626a24e837acd32788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a816e1cb051188626a24e837acd32788 columnFamilyName f 2024-12-03T21:32:21,570 DEBUG [StoreOpener-a816e1cb051188626a24e837acd32788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:21,570 INFO [StoreOpener-a816e1cb051188626a24e837acd32788-1 {}] regionserver.HStore(327): Store=a816e1cb051188626a24e837acd32788/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:21,570 INFO [StoreOpener-a816e1cb051188626a24e837acd32788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a816e1cb051188626a24e837acd32788 2024-12-03T21:32:21,571 INFO [StoreOpener-a816e1cb051188626a24e837acd32788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a816e1cb051188626a24e837acd32788 columnFamilyName f1 2024-12-03T21:32:21,571 DEBUG [StoreOpener-a816e1cb051188626a24e837acd32788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:21,571 INFO [StoreOpener-a816e1cb051188626a24e837acd32788-1 {}] regionserver.HStore(327): Store=a816e1cb051188626a24e837acd32788/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:21,571 INFO [StoreOpener-a816e1cb051188626a24e837acd32788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a816e1cb051188626a24e837acd32788 2024-12-03T21:32:21,572 INFO [StoreOpener-a816e1cb051188626a24e837acd32788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a816e1cb051188626a24e837acd32788 columnFamilyName norep 2024-12-03T21:32:21,572 DEBUG [StoreOpener-a816e1cb051188626a24e837acd32788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:21,572 INFO [StoreOpener-a816e1cb051188626a24e837acd32788-1 {}] regionserver.HStore(327): Store=a816e1cb051188626a24e837acd32788/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:21,572 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a816e1cb051188626a24e837acd32788 2024-12-03T21:32:21,573 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788 2024-12-03T21:32:21,573 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788 2024-12-03T21:32:21,574 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a816e1cb051188626a24e837acd32788 2024-12-03T21:32:21,574 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a816e1cb051188626a24e837acd32788 2024-12-03T21:32:21,574 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:32:21,575 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a816e1cb051188626a24e837acd32788 2024-12-03T21:32:21,577 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:32:21,577 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a816e1cb051188626a24e837acd32788; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59731639, jitterRate=-0.10992921888828278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:32:21,577 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a816e1cb051188626a24e837acd32788 2024-12-03T21:32:21,577 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a816e1cb051188626a24e837acd32788: Running coprocessor pre-open hook at 1733261541568Writing region info on filesystem at 1733261541568Initializing all the Stores at 1733261541568Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261541568Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261541569 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261541569Cleaning up temporary data from old regions at 1733261541574 (+5 ms)Running coprocessor post-open hooks at 1733261541577 (+3 ms)Region opened successfully at 1733261541577 2024-12-03T21:32:21,578 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733261540430.a816e1cb051188626a24e837acd32788., pid=6, masterSystemTime=1733261541564 2024-12-03T21:32:21,580 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733261540430.a816e1cb051188626a24e837acd32788. 2024-12-03T21:32:21,580 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733261540430.a816e1cb051188626a24e837acd32788. 2024-12-03T21:32:21,580 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a816e1cb051188626a24e837acd32788, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=101545f66cbd,35669,1733261535006 2024-12-03T21:32:21,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a816e1cb051188626a24e837acd32788, server=101545f66cbd,35669,1733261535006 because future has completed 2024-12-03T21:32:21,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:32:21,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a816e1cb051188626a24e837acd32788, server=101545f66cbd,35669,1733261535006 in 171 msec 2024-12-03T21:32:21,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T21:32:21,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a816e1cb051188626a24e837acd32788, ASSIGN in 326 msec 2024-12-03T21:32:21,586 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:32:21,586 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261541586"}]},"ts":"1733261541586"} 2024-12-03T21:32:21,588 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T21:32:21,589 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:32:21,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-12-03T21:32:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:22,578 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T21:32:22,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab2e780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:22,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,39113,-1 for getting cluster id 2024-12-03T21:32:22,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:22,579 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ef1fe64-1bd8-442b-a0a9-70530d40528b' 2024-12-03T21:32:22,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ef1fe64-1bd8-442b-a0a9-70530d40528b" 2024-12-03T21:32:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f4d4fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,39113,-1] 2024-12-03T21:32:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:22,581 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:22,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c116bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:22,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:22,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,38853,-1 for getting cluster id 2024-12-03T21:32:22,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:22,582 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eab90f61-aa9b-447b-8994-d4d72a6cd7af' 2024-12-03T21:32:22,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:22,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eab90f61-aa9b-447b-8994-d4d72a6cd7af" 2024-12-03T21:32:22,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72acb840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:22,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,38853,-1] 2024-12-03T21:32:22,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:22,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:22,584 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:22,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492c7ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:22,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:22,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,39113,-1 for getting cluster id 2024-12-03T21:32:22,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:22,586 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ef1fe64-1bd8-442b-a0a9-70530d40528b' 2024-12-03T21:32:22,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:22,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ef1fe64-1bd8-442b-a0a9-70530d40528b" 2024-12-03T21:32:22,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247ea89a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:22,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,39113,-1] 2024-12-03T21:32:22,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:22,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:22,587 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:22,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e1136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:22,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:22,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,39113,1733261530164 2024-12-03T21:32:22,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f4fd328 2024-12-03T21:32:22,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:22,589 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:32:22,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://101545f66cbd:38853,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T21:32:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:32:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:22,592 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:38853' 2024-12-03T21:32:22,593 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b7cef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:22,593 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,38853,-1 for getting cluster id 2024-12-03T21:32:22,593 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:22,594 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eab90f61-aa9b-447b-8994-d4d72a6cd7af' 2024-12-03T21:32:22,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:22,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eab90f61-aa9b-447b-8994-d4d72a6cd7af" 2024-12-03T21:32:22,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6221468a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:22,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,38853,-1] 2024-12-03T21:32:22,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:22,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:22,595 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:22,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61eeced2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:22,596 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:22,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,38853,1733261534901 2024-12-03T21:32:22,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@581f9e39 2024-12-03T21:32:22,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:22,597 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:32:22,598 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T21:32:22,598 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:32:22,598 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:22,598 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:22,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:22,598 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:32:22,599 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T21:32:22,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:32:22,600 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:22,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:32:22,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741837_1013 (size=1138) 2024-12-03T21:32:22,649 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T21:32:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:23,014 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8672cc95cf5ffdd10547321d55678633, NAME => 'hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14 2024-12-03T21:32:23,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741838_1014 (size=44) 2024-12-03T21:32:23,036 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T21:32:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:23,420 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:23,420 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8672cc95cf5ffdd10547321d55678633, disabling compactions & flushes 2024-12-03T21:32:23,420 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633. 2024-12-03T21:32:23,420 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633. 2024-12-03T21:32:23,420 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633. after waiting 0 ms 2024-12-03T21:32:23,420 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633. 2024-12-03T21:32:23,420 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633. 2024-12-03T21:32:23,420 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8672cc95cf5ffdd10547321d55678633: Waiting for close lock at 1733261543420Disabling compacts and flushes for region at 1733261543420Disabling writes for close at 1733261543420Writing region close event to WAL at 1733261543420Closed at 1733261543420 2024-12-03T21:32:23,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:32:23,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733261543421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261543421"}]},"ts":"1733261543421"} 2024-12-03T21:32:23,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:32:23,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:32:23,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261543424"}]},"ts":"1733261543424"} 2024-12-03T21:32:23,426 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T21:32:23,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8672cc95cf5ffdd10547321d55678633, ASSIGN}] 2024-12-03T21:32:23,427 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8672cc95cf5ffdd10547321d55678633, ASSIGN 2024-12-03T21:32:23,427 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8672cc95cf5ffdd10547321d55678633, ASSIGN; state=OFFLINE, location=101545f66cbd,46771,1733261530329; forceNewPlan=false, retain=false 2024-12-03T21:32:23,578 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8672cc95cf5ffdd10547321d55678633, regionState=OPENING, regionLocation=101545f66cbd,46771,1733261530329 2024-12-03T21:32:23,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8672cc95cf5ffdd10547321d55678633, ASSIGN because future has completed 2024-12-03T21:32:23,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8672cc95cf5ffdd10547321d55678633, server=101545f66cbd,46771,1733261530329}] 2024-12-03T21:32:23,625 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:32:23,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:23,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:23,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:23,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:23,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:23,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:23,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:23,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:23,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633. 2024-12-03T21:32:23,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:32:23,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T21:32:23,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C46771%2C1733261530329.rep, suffix=, logDir=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329, archiveDir=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/oldWALs, maxLogs=10 2024-12-03T21:32:23,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.rep.1733261543737, exclude list is [], retry=0 2024-12-03T21:32:23,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36423,DS-33ce538a-8aa5-4b0d-8403-287af1905430,DISK] 2024-12-03T21:32:23,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.rep.1733261543737 2024-12-03T21:32:23,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34351:34351)] 2024-12-03T21:32:23,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8672cc95cf5ffdd10547321d55678633, NAME => 'hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:32:23,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:32:23,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:32:23,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633. service=MultiRowMutationService 2024-12-03T21:32:23,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T21:32:23,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:23,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:23,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:23,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:23,760 INFO [StoreOpener-8672cc95cf5ffdd10547321d55678633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:23,761 INFO [StoreOpener-8672cc95cf5ffdd10547321d55678633-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8672cc95cf5ffdd10547321d55678633 columnFamilyName hfileref 2024-12-03T21:32:23,761 DEBUG [StoreOpener-8672cc95cf5ffdd10547321d55678633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:23,762 INFO [StoreOpener-8672cc95cf5ffdd10547321d55678633-1 {}] regionserver.HStore(327): Store=8672cc95cf5ffdd10547321d55678633/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:23,762 INFO [StoreOpener-8672cc95cf5ffdd10547321d55678633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:23,763 INFO [StoreOpener-8672cc95cf5ffdd10547321d55678633-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8672cc95cf5ffdd10547321d55678633 columnFamilyName queue 2024-12-03T21:32:23,763 DEBUG [StoreOpener-8672cc95cf5ffdd10547321d55678633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:23,763 INFO [StoreOpener-8672cc95cf5ffdd10547321d55678633-1 {}] regionserver.HStore(327): Store=8672cc95cf5ffdd10547321d55678633/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:23,763 INFO [StoreOpener-8672cc95cf5ffdd10547321d55678633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:23,764 INFO [StoreOpener-8672cc95cf5ffdd10547321d55678633-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8672cc95cf5ffdd10547321d55678633 columnFamilyName sid 2024-12-03T21:32:23,764 DEBUG [StoreOpener-8672cc95cf5ffdd10547321d55678633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:23,765 INFO [StoreOpener-8672cc95cf5ffdd10547321d55678633-1 {}] regionserver.HStore(327): Store=8672cc95cf5ffdd10547321d55678633/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:23,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:23,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/replication/8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:23,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/replication/8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:23,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:23,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:23,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:32:23,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:23,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/replication/8672cc95cf5ffdd10547321d55678633/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:32:23,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8672cc95cf5ffdd10547321d55678633; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63774620, jitterRate=-0.049684107303619385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:32:23,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:23,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8672cc95cf5ffdd10547321d55678633: Running coprocessor pre-open hook at 1733261543759Writing region info on filesystem at 1733261543759Initializing all the Stores at 1733261543760 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261543760Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261543760Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261543760Cleaning up temporary data from old regions at 1733261543766 (+6 ms)Running coprocessor post-open hooks at 1733261543769 (+3 ms)Region opened successfully at 1733261543770 (+1 ms) 2024-12-03T21:32:23,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633., pid=10, masterSystemTime=1733261543732 2024-12-03T21:32:23,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633. 2024-12-03T21:32:23,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633. 2024-12-03T21:32:23,773 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8672cc95cf5ffdd10547321d55678633, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,46771,1733261530329 2024-12-03T21:32:23,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8672cc95cf5ffdd10547321d55678633, server=101545f66cbd,46771,1733261530329 because future has completed 2024-12-03T21:32:23,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T21:32:23,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8672cc95cf5ffdd10547321d55678633, server=101545f66cbd,46771,1733261530329 in 195 msec 2024-12-03T21:32:23,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T21:32:23,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8672cc95cf5ffdd10547321d55678633, ASSIGN in 351 msec 2024-12-03T21:32:23,779 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:32:23,779 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261543779"}]},"ts":"1733261543779"} 2024-12-03T21:32:23,781 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T21:32:23,781 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:32:23,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-12-03T21:32:23,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633., hostname=101545f66cbd,46771,1733261530329, seqNum=2] 2024-12-03T21:32:23,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178 2024-12-03T21:32:23,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178 2024-12-03T21:32:23,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:32:23,905 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T21:32:24,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T21:32:24,022 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T21:32:24,059 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-101545f66cbd,46771,1733261530329, ReplicationSource: 1, currentBandwidth=0 2024-12-03T21:32:24,059 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:24,059 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46771,1733261530329, seqNum=-1] 2024-12-03T21:32:24,060 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:24,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T21:32:24,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-101545f66cbd,46771,1733261530329', locateType=CURRENT is [region=hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633., hostname=101545f66cbd,46771,1733261530329, seqNum=2] 2024-12-03T21:32:24,065 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T21:32:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T21:32:24,067 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 101545f66cbd,46771,1733261530329 suceeded 2024-12-03T21:32:24,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T21:32:24,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-03T21:32:24,069 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://101545f66cbd:38853,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:32:24,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4800 sec 2024-12-03T21:32:24,078 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:38853' 2024-12-03T21:32:24,079 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3410610c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:24,079 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,38853,-1 for getting cluster id 2024-12-03T21:32:24,079 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:24,080 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eab90f61-aa9b-447b-8994-d4d72a6cd7af' 2024-12-03T21:32:24,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:24,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eab90f61-aa9b-447b-8994-d4d72a6cd7af" 2024-12-03T21:32:24,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8519dec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:24,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,38853,-1] 2024-12-03T21:32:24,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:24,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:24,082 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:24,082 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30670609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:24,082 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:24,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,38853,1733261534901 2024-12-03T21:32:24,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5efc7d80 2024-12-03T21:32:24,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:24,084 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T21:32:24,084 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-101545f66cbd,46771,1733261530329 (queues=1) is replicating from cluster=4ef1fe64-1bd8-442b-a0a9-70530d40528b to cluster=eab90f61-aa9b-447b-8994-d4d72a6cd7af 2024-12-03T21:32:24,084 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=101545f66cbd%2C46771%2C1733261530329 2024-12-03T21:32:24,084 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-101545f66cbd,46771,1733261530329, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:32:24,085 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C46771%2C1733261530329 2024-12-03T21:32:24,085 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047, startPosition=0, beingWritten=true 2024-12-03T21:32:24,090 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:32:24,090 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 379, reset compression=false 2024-12-03T21:32:24,090 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,46771,1733261530329 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:32:24,295 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 379, reset compression=false 2024-12-03T21:32:24,598 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 379, reset compression=false 2024-12-03T21:32:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:24,738 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T21:32:24,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:32:24,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:24,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:24,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:24,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:24,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdaa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:24,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,38853,-1 for getting cluster id 2024-12-03T21:32:24,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:24,740 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eab90f61-aa9b-447b-8994-d4d72a6cd7af' 2024-12-03T21:32:24,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:24,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eab90f61-aa9b-447b-8994-d4d72a6cd7af" 2024-12-03T21:32:24,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7945842a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:24,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,38853,-1] 2024-12-03T21:32:24,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:24,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:24,741 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:24,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9e1f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:24,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,38853,1733261534901 2024-12-03T21:32:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@673e237 2024-12-03T21:32:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:24,743 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:32:24,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://101545f66cbd:39113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T21:32:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:32:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:24,746 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:39113' 2024-12-03T21:32:24,747 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1810dbf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:24,747 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,39113,-1 for getting cluster id 2024-12-03T21:32:24,747 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:24,747 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ef1fe64-1bd8-442b-a0a9-70530d40528b' 2024-12-03T21:32:24,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:24,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ef1fe64-1bd8-442b-a0a9-70530d40528b" 2024-12-03T21:32:24,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5172f123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:24,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,39113,-1] 2024-12-03T21:32:24,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:24,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:24,749 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:24,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5daf18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:24,749 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:24,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,39113,1733261530164 2024-12-03T21:32:24,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c61d669 2024-12-03T21:32:24,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:24,750 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:32:24,751 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T21:32:24,751 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:32:24,751 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:24,751 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:24,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:24,751 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:32:24,752 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T21:32:24,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:32:24,753 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:24,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:32:24,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741837_1013 (size=1138) 2024-12-03T21:32:24,803 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T21:32:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:25,002 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 379, reset compression=false 2024-12-03T21:32:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:25,160 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 790acbc96493ca7c3764b579e257b48a, NAME => 'hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59 2024-12-03T21:32:25,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741838_1014 (size=44) 2024-12-03T21:32:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:25,506 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 379, reset compression=false 2024-12-03T21:32:25,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:25,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 790acbc96493ca7c3764b579e257b48a, disabling compactions & flushes 2024-12-03T21:32:25,567 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a. 2024-12-03T21:32:25,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a. 2024-12-03T21:32:25,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a. after waiting 0 ms 2024-12-03T21:32:25,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a. 2024-12-03T21:32:25,567 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a. 2024-12-03T21:32:25,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 790acbc96493ca7c3764b579e257b48a: Waiting for close lock at 1733261545567Disabling compacts and flushes for region at 1733261545567Disabling writes for close at 1733261545567Writing region close event to WAL at 1733261545567Closed at 1733261545567 2024-12-03T21:32:25,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:32:25,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733261545568"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261545568"}]},"ts":"1733261545568"} 2024-12-03T21:32:25,570 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:32:25,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:32:25,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261545571"}]},"ts":"1733261545571"} 2024-12-03T21:32:25,572 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T21:32:25,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=790acbc96493ca7c3764b579e257b48a, ASSIGN}] 2024-12-03T21:32:25,573 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=790acbc96493ca7c3764b579e257b48a, ASSIGN 2024-12-03T21:32:25,574 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=790acbc96493ca7c3764b579e257b48a, ASSIGN; state=OFFLINE, location=101545f66cbd,35669,1733261535006; forceNewPlan=false, retain=false 2024-12-03T21:32:25,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=790acbc96493ca7c3764b579e257b48a, regionState=OPENING, regionLocation=101545f66cbd,35669,1733261535006 2024-12-03T21:32:25,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=790acbc96493ca7c3764b579e257b48a, ASSIGN because future has completed 2024-12-03T21:32:25,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 790acbc96493ca7c3764b579e257b48a, server=101545f66cbd,35669,1733261535006}] 2024-12-03T21:32:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:25,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a. 2024-12-03T21:32:25,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:32:25,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T21:32:25,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C35669%2C1733261535006.rep, suffix=, logDir=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006, archiveDir=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/oldWALs, maxLogs=10 2024-12-03T21:32:25,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.rep.1733261545883, exclude list is [], retry=0 2024-12-03T21:32:25,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38017,DS-86e2c56b-3588-4da2-8c40-6e985d17d722,DISK] 2024-12-03T21:32:25,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.rep.1733261545883 2024-12-03T21:32:25,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46309:46309)] 2024-12-03T21:32:25,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 790acbc96493ca7c3764b579e257b48a, NAME => 'hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:32:25,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:32:25,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:32:25,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a. service=MultiRowMutationService 2024-12-03T21:32:25,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T21:32:25,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 790acbc96493ca7c3764b579e257b48a 2024-12-03T21:32:25,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:25,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 790acbc96493ca7c3764b579e257b48a 2024-12-03T21:32:25,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 790acbc96493ca7c3764b579e257b48a 2024-12-03T21:32:25,899 INFO [StoreOpener-790acbc96493ca7c3764b579e257b48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 790acbc96493ca7c3764b579e257b48a 2024-12-03T21:32:25,900 INFO [StoreOpener-790acbc96493ca7c3764b579e257b48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 790acbc96493ca7c3764b579e257b48a columnFamilyName hfileref 2024-12-03T21:32:25,900 DEBUG [StoreOpener-790acbc96493ca7c3764b579e257b48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:25,900 INFO [StoreOpener-790acbc96493ca7c3764b579e257b48a-1 {}] regionserver.HStore(327): Store=790acbc96493ca7c3764b579e257b48a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:25,900 INFO [StoreOpener-790acbc96493ca7c3764b579e257b48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 790acbc96493ca7c3764b579e257b48a 2024-12-03T21:32:25,901 INFO [StoreOpener-790acbc96493ca7c3764b579e257b48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 790acbc96493ca7c3764b579e257b48a columnFamilyName queue 2024-12-03T21:32:25,901 DEBUG [StoreOpener-790acbc96493ca7c3764b579e257b48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:25,901 INFO [StoreOpener-790acbc96493ca7c3764b579e257b48a-1 {}] regionserver.HStore(327): Store=790acbc96493ca7c3764b579e257b48a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:25,902 INFO [StoreOpener-790acbc96493ca7c3764b579e257b48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 790acbc96493ca7c3764b579e257b48a 2024-12-03T21:32:25,902 INFO [StoreOpener-790acbc96493ca7c3764b579e257b48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 790acbc96493ca7c3764b579e257b48a columnFamilyName sid 2024-12-03T21:32:25,902 DEBUG [StoreOpener-790acbc96493ca7c3764b579e257b48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:25,903 INFO [StoreOpener-790acbc96493ca7c3764b579e257b48a-1 {}] regionserver.HStore(327): Store=790acbc96493ca7c3764b579e257b48a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:25,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 790acbc96493ca7c3764b579e257b48a 2024-12-03T21:32:25,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/replication/790acbc96493ca7c3764b579e257b48a 2024-12-03T21:32:25,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/replication/790acbc96493ca7c3764b579e257b48a 2024-12-03T21:32:25,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 790acbc96493ca7c3764b579e257b48a 2024-12-03T21:32:25,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 790acbc96493ca7c3764b579e257b48a 2024-12-03T21:32:25,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:32:25,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 790acbc96493ca7c3764b579e257b48a 2024-12-03T21:32:25,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/replication/790acbc96493ca7c3764b579e257b48a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:32:25,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 790acbc96493ca7c3764b579e257b48a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59664411, jitterRate=-0.11093099415302277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:32:25,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 790acbc96493ca7c3764b579e257b48a 2024-12-03T21:32:25,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 790acbc96493ca7c3764b579e257b48a: Running coprocessor pre-open hook at 1733261545898Writing region info on filesystem at 1733261545898Initializing all the Stores at 1733261545898Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261545898Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261545898Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261545898Cleaning up temporary data from old regions at 1733261545905 (+7 ms)Running coprocessor post-open hooks at 1733261545908 (+3 ms)Region opened successfully at 1733261545908 2024-12-03T21:32:25,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a., pid=10, masterSystemTime=1733261545878 2024-12-03T21:32:25,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a. 2024-12-03T21:32:25,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a. 2024-12-03T21:32:25,911 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=790acbc96493ca7c3764b579e257b48a, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,35669,1733261535006 2024-12-03T21:32:25,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 790acbc96493ca7c3764b579e257b48a, server=101545f66cbd,35669,1733261535006 because future has completed 2024-12-03T21:32:25,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T21:32:25,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 790acbc96493ca7c3764b579e257b48a, server=101545f66cbd,35669,1733261535006 in 188 msec 2024-12-03T21:32:25,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T21:32:25,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=790acbc96493ca7c3764b579e257b48a, ASSIGN in 344 msec 2024-12-03T21:32:25,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:32:25,918 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261545918"}]},"ts":"1733261545918"} 2024-12-03T21:32:25,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T21:32:25,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:32:25,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-12-03T21:32:25,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a., hostname=101545f66cbd,35669,1733261535006, seqNum=2] 2024-12-03T21:32:25,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928 2024-12-03T21:32:25,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928 2024-12-03T21:32:26,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:32:26,109 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 379, reset compression=false 2024-12-03T21:32:26,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35669 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T21:32:26,167 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T21:32:26,190 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-101545f66cbd,35669,1733261535006, ReplicationSource: 1, currentBandwidth=0 2024-12-03T21:32:26,191 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:26,191 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,35669,1733261535006, seqNum=-1] 2024-12-03T21:32:26,191 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:26,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T21:32:26,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-101545f66cbd,35669,1733261535006', locateType=CURRENT is [region=hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a., hostname=101545f66cbd,35669,1733261535006, seqNum=2] 2024-12-03T21:32:26,195 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T21:32:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T21:32:26,197 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 101545f66cbd,35669,1733261535006 suceeded 2024-12-03T21:32:26,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T21:32:26,198 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://101545f66cbd:39113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:32:26,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-03T21:32:26,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4540 sec 2024-12-03T21:32:26,206 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:39113' 2024-12-03T21:32:26,207 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58d77ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:26,207 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,39113,-1 for getting cluster id 2024-12-03T21:32:26,207 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:26,208 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ef1fe64-1bd8-442b-a0a9-70530d40528b' 2024-12-03T21:32:26,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:26,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ef1fe64-1bd8-442b-a0a9-70530d40528b" 2024-12-03T21:32:26,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60ff0efa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:26,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,39113,-1] 2024-12-03T21:32:26,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:26,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:26,209 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:26,210 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17d9f921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:26,210 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:26,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,39113,1733261530164 2024-12-03T21:32:26,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f36655b 2024-12-03T21:32:26,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:26,211 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T21:32:26,212 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-101545f66cbd,35669,1733261535006 (queues=1) is replicating from cluster=eab90f61-aa9b-447b-8994-d4d72a6cd7af to cluster=4ef1fe64-1bd8-442b-a0a9-70530d40528b 2024-12-03T21:32:26,212 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=101545f66cbd%2C35669%2C1733261535006 2024-12-03T21:32:26,212 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-101545f66cbd,35669,1733261535006, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:32:26,212 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.shipper101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C35669%2C1733261535006 2024-12-03T21:32:26,212 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168, startPosition=0, beingWritten=true 2024-12-03T21:32:26,217 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:32:26,217 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 379, reset compression=false 2024-12-03T21:32:26,217 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.shipper101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,35669,1733261535006 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:32:26,420 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 379, reset compression=false 2024-12-03T21:32:26,724 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 379, reset compression=false 2024-12-03T21:32:26,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T21:32:26,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T21:32:26,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T21:32:26,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T21:32:26,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:32:26,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T21:32:26,813 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 379, reset compression=false 2024-12-03T21:32:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:26,898 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T21:32:26,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:32:26,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:26,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:26,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:26,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:26,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:26,902 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733261546901/Put/seqid=0 2024-12-03T21:32:26,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741840_1016 (size=7894) 2024-12-03T21:32:27,128 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 379, reset compression=false 2024-12-03T21:32:27,307 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733261547307/Put/seqid=0 2024-12-03T21:32:27,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741841_1017 (size=7691) 2024-12-03T21:32:27,617 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 379, reset compression=false 2024-12-03T21:32:27,631 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 379, reset compression=false 2024-12-03T21:32:27,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7d7804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:27,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,39113,-1 for getting cluster id 2024-12-03T21:32:27,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:27,713 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ef1fe64-1bd8-442b-a0a9-70530d40528b' 2024-12-03T21:32:27,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:27,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ef1fe64-1bd8-442b-a0a9-70530d40528b" 2024-12-03T21:32:27,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120b5acc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:27,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,39113,-1] 2024-12-03T21:32:27,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:27,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:27,714 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:27,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc9e2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:27,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:27,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46771,1733261530329, seqNum=-1] 2024-12-03T21:32:27,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:27,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:32:27,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:27,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,39113,1733261530164 2024-12-03T21:32:27,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27130584 2024-12-03T21:32:27,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:27,731 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:32:27,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733261538267.43fa100c596720f2c0b6bf64022bad24., hostname=101545f66cbd,46771,1733261530329, seqNum=2] 2024-12-03T21:32:27,736 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T21:32:27,741 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T21:32:27,743 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T21:32:27,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 43fa100c596720f2c0b6bf64022bad24/f 2024-12-03T21:32:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T21:32:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:32:27,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 43fa100c596720f2c0b6bf64022bad24/f 2024-12-03T21:32:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T21:32:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:32:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HRegion(2603): Flush status journal for 43fa100c596720f2c0b6bf64022bad24: 2024-12-03T21:32:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins__test__mem25d8opuvb15s4587k33eu6hldrdj4hhj9fu06vp5jfdumcth9bs3h2puo3noc/f/hfile_0 2024-12-03T21:32:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins__test__mem25d8opuvb15s4587k33eu6hldrdj4hhj9fu06vp5jfdumcth9bs3h2puo3noc/f/hfile_0 as hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24/f/2fc2d30a12e44670942f7b3d0b2c24a0_SeqId_4_ 2024-12-03T21:32:27,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins__test__mem25d8opuvb15s4587k33eu6hldrdj4hhj9fu06vp5jfdumcth9bs3h2puo3noc/f/hfile_1 2024-12-03T21:32:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins__test__mem25d8opuvb15s4587k33eu6hldrdj4hhj9fu06vp5jfdumcth9bs3h2puo3noc/f/hfile_1 as hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24/f/3193b5e6efa34d67ad13fa8f16052e52_SeqId_4_ 2024-12-03T21:32:27,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins__test__mem25d8opuvb15s4587k33eu6hldrdj4hhj9fu06vp5jfdumcth9bs3h2puo3noc/f/hfile_0 into 43fa100c596720f2c0b6bf64022bad24/f as hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24/f/2fc2d30a12e44670942f7b3d0b2c24a0_SeqId_4_ - updating store file list. 2024-12-03T21:32:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2fc2d30a12e44670942f7b3d0b2c24a0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T21:32:27,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24/f/2fc2d30a12e44670942f7b3d0b2c24a0_SeqId_4_ into 43fa100c596720f2c0b6bf64022bad24/f 2024-12-03T21:32:27,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins__test__mem25d8opuvb15s4587k33eu6hldrdj4hhj9fu06vp5jfdumcth9bs3h2puo3noc/f/hfile_0 into 43fa100c596720f2c0b6bf64022bad24/f (new location: hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24/f/2fc2d30a12e44670942f7b3d0b2c24a0_SeqId_4_) 2024-12-03T21:32:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins__test__mem25d8opuvb15s4587k33eu6hldrdj4hhj9fu06vp5jfdumcth9bs3h2puo3noc/f/hfile_0 2024-12-03T21:32:27,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins__test__mem25d8opuvb15s4587k33eu6hldrdj4hhj9fu06vp5jfdumcth9bs3h2puo3noc/f/hfile_1 into 43fa100c596720f2c0b6bf64022bad24/f as hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24/f/3193b5e6efa34d67ad13fa8f16052e52_SeqId_4_ - updating store file list. 2024-12-03T21:32:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3193b5e6efa34d67ad13fa8f16052e52_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T21:32:27,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24/f/3193b5e6efa34d67ad13fa8f16052e52_SeqId_4_ into 43fa100c596720f2c0b6bf64022bad24/f 2024-12-03T21:32:27,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins__test__mem25d8opuvb15s4587k33eu6hldrdj4hhj9fu06vp5jfdumcth9bs3h2puo3noc/f/hfile_1 into 43fa100c596720f2c0b6bf64022bad24/f (new location: hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24/f/3193b5e6efa34d67ad13fa8f16052e52_SeqId_4_) 2024-12-03T21:32:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins__test__mem25d8opuvb15s4587k33eu6hldrdj4hhj9fu06vp5jfdumcth9bs3h2puo3noc/f/hfile_1 2024-12-03T21:32:27,769 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:32:27,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:27,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:27,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:27,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:27,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733261538267.43fa100c596720f2c0b6bf64022bad24., hostname=101545f66cbd,46771,1733261530329, seqNum=2 , the old value is region=test,,1733261538267.43fa100c596720f2c0b6bf64022bad24., hostname=101545f66cbd,46771,1733261530329, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=101545f66cbd:46771 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T21:32:27,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733261538267.43fa100c596720f2c0b6bf64022bad24., hostname=101545f66cbd,46771,1733261530329, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T21:32:27,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733261538267.43fa100c596720f2c0b6bf64022bad24., hostname=101545f66cbd,46771,1733261530329, seqNum=2 from cache 2024-12-03T21:32:27,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:27,770 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T21:32:27,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,35669,1733261535006, seqNum=-1] 2024-12-03T21:32:27,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:27,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:32:27,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733261540430.a816e1cb051188626a24e837acd32788., hostname=101545f66cbd,35669,1733261535006, seqNum=2] 2024-12-03T21:32:27,774 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T21:32:27,878 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:46771 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T21:32:28,235 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 379, reset compression=false 2024-12-03T21:32:28,520 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 379, reset compression=false 2024-12-03T21:32:28,525 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:32:28,525 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,46771,1733261530329 got entry batch from reader: WALEntryBatch [walEntries=[{test/43fa100c596720f2c0b6bf64022bad24/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733261547767/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T21:32:28,527 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:32:28,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-03T21:32:28,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.ReplicationSink(318): Replicating [4ef1fe64-1bd8-442b-a0a9-70530d40528b] bulk loaded data 2024-12-03T21:32:28,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13bd911e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:28,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,38853,-1 for getting cluster id 2024-12-03T21:32:28,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:28,529 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eab90f61-aa9b-447b-8994-d4d72a6cd7af' 2024-12-03T21:32:28,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:28,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eab90f61-aa9b-447b-8994-d4d72a6cd7af" 2024-12-03T21:32:28,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3eda876c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:28,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,38853,-1] 2024-12-03T21:32:28,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:28,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:28,531 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:28,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cd83bb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:28,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741840_1016 (size=7894) 2024-12-03T21:32:28,725 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 687, reset compression=false 2024-12-03T21:32:28,776 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T21:32:28,939 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 379, reset compression=false 2024-12-03T21:32:28,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741841_1017 (size=7691) 2024-12-03T21:32:28,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:28,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,38853,1733261534901 2024-12-03T21:32:28,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@431cfea2 2024-12-03T21:32:28,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:28,952 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T21:32:28,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T21:32:28,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:28,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,35669,1733261535006, seqNum=-1] 2024-12-03T21:32:28,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:28,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T21:32:28,961 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins.hfs.11__test__fmskkp5g7u78ct9kg7f76aq0r0bfser92rsdqccagrdau5er3h2fgipvrsh78ace/f/2fc2d30a12e44670942f7b3d0b2c24a0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T21:32:28,964 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins.hfs.11__test__fmskkp5g7u78ct9kg7f76aq0r0bfser92rsdqccagrdau5er3h2fgipvrsh78ace/f/3193b5e6efa34d67ad13fa8f16052e52_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T21:32:28,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins.hfs.11__test__fmskkp5g7u78ct9kg7f76aq0r0bfser92rsdqccagrdau5er3h2fgipvrsh78ace/f/3193b5e6efa34d67ad13fa8f16052e52_SeqId_4_ for inclusion in a816e1cb051188626a24e837acd32788/f 2024-12-03T21:32:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T21:32:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:32:28,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins.hfs.11__test__fmskkp5g7u78ct9kg7f76aq0r0bfser92rsdqccagrdau5er3h2fgipvrsh78ace/f/2fc2d30a12e44670942f7b3d0b2c24a0_SeqId_4_ for inclusion in a816e1cb051188626a24e837acd32788/f 2024-12-03T21:32:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T21:32:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:32:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HRegion(2603): Flush status journal for a816e1cb051188626a24e837acd32788: 2024-12-03T21:32:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3193b5e6efa34d67ad13fa8f16052e52_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T21:32:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins.hfs.11__test__fmskkp5g7u78ct9kg7f76aq0r0bfser92rsdqccagrdau5er3h2fgipvrsh78ace/f/3193b5e6efa34d67ad13fa8f16052e52_SeqId_4_ as hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788/f/77886adc4b2a4d9b991aea0b87f6187e_SeqId_4_ 2024-12-03T21:32:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2fc2d30a12e44670942f7b3d0b2c24a0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T21:32:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins.hfs.11__test__fmskkp5g7u78ct9kg7f76aq0r0bfser92rsdqccagrdau5er3h2fgipvrsh78ace/f/2fc2d30a12e44670942f7b3d0b2c24a0_SeqId_4_ as hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788/f/d007f84c3e2c4e7d8fffe5d39d0f11d3_SeqId_4_ 2024-12-03T21:32:28,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins.hfs.11__test__fmskkp5g7u78ct9kg7f76aq0r0bfser92rsdqccagrdau5er3h2fgipvrsh78ace/f/3193b5e6efa34d67ad13fa8f16052e52_SeqId_4_ into a816e1cb051188626a24e837acd32788/f as hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788/f/77886adc4b2a4d9b991aea0b87f6187e_SeqId_4_ - updating store file list. 2024-12-03T21:32:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 77886adc4b2a4d9b991aea0b87f6187e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T21:32:28,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788/f/77886adc4b2a4d9b991aea0b87f6187e_SeqId_4_ into a816e1cb051188626a24e837acd32788/f 2024-12-03T21:32:28,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins.hfs.11__test__fmskkp5g7u78ct9kg7f76aq0r0bfser92rsdqccagrdau5er3h2fgipvrsh78ace/f/3193b5e6efa34d67ad13fa8f16052e52_SeqId_4_ into a816e1cb051188626a24e837acd32788/f (new location: hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788/f/77886adc4b2a4d9b991aea0b87f6187e_SeqId_4_) 2024-12-03T21:32:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins.hfs.11__test__fmskkp5g7u78ct9kg7f76aq0r0bfser92rsdqccagrdau5er3h2fgipvrsh78ace/f/3193b5e6efa34d67ad13fa8f16052e52_SeqId_4_ 2024-12-03T21:32:28,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins.hfs.11__test__fmskkp5g7u78ct9kg7f76aq0r0bfser92rsdqccagrdau5er3h2fgipvrsh78ace/f/2fc2d30a12e44670942f7b3d0b2c24a0_SeqId_4_ into a816e1cb051188626a24e837acd32788/f as hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788/f/d007f84c3e2c4e7d8fffe5d39d0f11d3_SeqId_4_ - updating store file list. 2024-12-03T21:32:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d007f84c3e2c4e7d8fffe5d39d0f11d3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T21:32:28,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788/f/d007f84c3e2c4e7d8fffe5d39d0f11d3_SeqId_4_ into a816e1cb051188626a24e837acd32788/f 2024-12-03T21:32:28,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins.hfs.11__test__fmskkp5g7u78ct9kg7f76aq0r0bfser92rsdqccagrdau5er3h2fgipvrsh78ace/f/2fc2d30a12e44670942f7b3d0b2c24a0_SeqId_4_ into a816e1cb051188626a24e837acd32788/f (new location: hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788/f/d007f84c3e2c4e7d8fffe5d39d0f11d3_SeqId_4_) 2024-12-03T21:32:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins.hfs.11__test__fmskkp5g7u78ct9kg7f76aq0r0bfser92rsdqccagrdau5er3h2fgipvrsh78ace/f/2fc2d30a12e44670942f7b3d0b2c24a0_SeqId_4_ 2024-12-03T21:32:28,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.ReplicationSink(324): Finished replicating [4ef1fe64-1bd8-442b-a0a9-70530d40528b] bulk loaded data 2024-12-03T21:32:29,029 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 687, reset compression=false 2024-12-03T21:32:29,261 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:32:29,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:29,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:29,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:29,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:29,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:29,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:29,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:29,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:29,433 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 687, reset compression=false 2024-12-03T21:32:29,743 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 379, reset compression=false 2024-12-03T21:32:29,747 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:32:29,747 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.shipper101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,35669,1733261535006 got entry batch from reader: WALEntryBatch [walEntries=[{test/a816e1cb051188626a24e837acd32788/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733261548992/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T21:32:29,749 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.shipper101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:32:29,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-03T21:32:29,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.ReplicationSink(318): Replicating [4ef1fe64-1bd8-442b-a0a9-70530d40528b, eab90f61-aa9b-447b-8994-d4d72a6cd7af] bulk loaded data 2024-12-03T21:32:29,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71281cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:29,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,39113,-1 for getting cluster id 2024-12-03T21:32:29,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:29,752 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ef1fe64-1bd8-442b-a0a9-70530d40528b' 2024-12-03T21:32:29,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:29,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ef1fe64-1bd8-442b-a0a9-70530d40528b" 2024-12-03T21:32:29,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@202dc3d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:29,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,39113,-1] 2024-12-03T21:32:29,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:29,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:29,753 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:29,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@207bceb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:29,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741842_1018 (size=7691) 2024-12-03T21:32:29,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:29,788 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733261549787/Put/seqid=0 2024-12-03T21:32:29,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741842_1018 (size=11194) 2024-12-03T21:32:29,937 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 687, reset compression=false 2024-12-03T21:32:29,947 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 725, reset compression=false 2024-12-03T21:32:30,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741843_1019 (size=7894) 2024-12-03T21:32:30,193 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733261550193/Put/seqid=0 2024-12-03T21:32:30,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741843_1019 (size=10791) 2024-12-03T21:32:30,250 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 725, reset compression=false 2024-12-03T21:32:30,541 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 687, reset compression=false 2024-12-03T21:32:30,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:30,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,39113,1733261530164 2024-12-03T21:32:30,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6936f88f 2024-12-03T21:32:30,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:30,572 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T21:32:30,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T21:32:30,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:30,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46771,1733261530329, seqNum=-1] 2024-12-03T21:32:30,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:30,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T21:32:30,580 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins.hfs.10__test__nbhshccfhd1hlun2e9gkc5q6oa1ndb22d428u8vivguf6ode8hg4qk62sqe3mqus/f/77886adc4b2a4d9b991aea0b87f6187e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T21:32:30,582 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins.hfs.10__test__nbhshccfhd1hlun2e9gkc5q6oa1ndb22d428u8vivguf6ode8hg4qk62sqe3mqus/f/d007f84c3e2c4e7d8fffe5d39d0f11d3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T21:32:30,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.ReplicationSink(324): Finished replicating [4ef1fe64-1bd8-442b-a0a9-70530d40528b, eab90f61-aa9b-447b-8994-d4d72a6cd7af] bulk loaded data 2024-12-03T21:32:30,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2f362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:30,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,38853,-1 for getting cluster id 2024-12-03T21:32:30,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:30,602 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eab90f61-aa9b-447b-8994-d4d72a6cd7af' 2024-12-03T21:32:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eab90f61-aa9b-447b-8994-d4d72a6cd7af" 2024-12-03T21:32:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b21c4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,38853,-1] 2024-12-03T21:32:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:30,603 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:30,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7a0461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:30,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,35669,1733261535006, seqNum=-1] 2024-12-03T21:32:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:30,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:32:30,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,38853,1733261534901 2024-12-03T21:32:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@175513b5 2024-12-03T21:32:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:30,613 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:32:30,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733261540430.a816e1cb051188626a24e837acd32788., hostname=101545f66cbd,35669,1733261535006, seqNum=2] 2024-12-03T21:32:30,618 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T21:32:30,622 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T21:32:30,624 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T21:32:30,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/testHFileCyclicReplication_10/f/hfile_1 for inclusion in a816e1cb051188626a24e837acd32788/f 2024-12-03T21:32:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T21:32:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:32:30,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/testHFileCyclicReplication_10/f/hfile_0 for inclusion in a816e1cb051188626a24e837acd32788/f 2024-12-03T21:32:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T21:32:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:32:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HRegion(2603): Flush status journal for a816e1cb051188626a24e837acd32788: 2024-12-03T21:32:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins__test__rmqievq6p6oq805n0oj2o2u3u7mk4rs4mg196iqc69itghhnb1bj6ahfbbi59bqo/f/hfile_1 2024-12-03T21:32:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins__test__rmqievq6p6oq805n0oj2o2u3u7mk4rs4mg196iqc69itghhnb1bj6ahfbbi59bqo/f/hfile_1 as hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788/f/ef265fcedf0c4f7b93f80da2cfd5969e_SeqId_6_ 2024-12-03T21:32:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins__test__rmqievq6p6oq805n0oj2o2u3u7mk4rs4mg196iqc69itghhnb1bj6ahfbbi59bqo/f/hfile_0 2024-12-03T21:32:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins__test__rmqievq6p6oq805n0oj2o2u3u7mk4rs4mg196iqc69itghhnb1bj6ahfbbi59bqo/f/hfile_0 as hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788/f/f210447edd034d5795ef29c612e843b3_SeqId_6_ 2024-12-03T21:32:30,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins__test__rmqievq6p6oq805n0oj2o2u3u7mk4rs4mg196iqc69itghhnb1bj6ahfbbi59bqo/f/hfile_1 into a816e1cb051188626a24e837acd32788/f as hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788/f/ef265fcedf0c4f7b93f80da2cfd5969e_SeqId_6_ - updating store file list. 2024-12-03T21:32:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ef265fcedf0c4f7b93f80da2cfd5969e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T21:32:30,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788/f/ef265fcedf0c4f7b93f80da2cfd5969e_SeqId_6_ into a816e1cb051188626a24e837acd32788/f 2024-12-03T21:32:30,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins__test__rmqievq6p6oq805n0oj2o2u3u7mk4rs4mg196iqc69itghhnb1bj6ahfbbi59bqo/f/hfile_1 into a816e1cb051188626a24e837acd32788/f (new location: hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788/f/ef265fcedf0c4f7b93f80da2cfd5969e_SeqId_6_) 2024-12-03T21:32:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins__test__rmqievq6p6oq805n0oj2o2u3u7mk4rs4mg196iqc69itghhnb1bj6ahfbbi59bqo/f/hfile_1 2024-12-03T21:32:30,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins__test__rmqievq6p6oq805n0oj2o2u3u7mk4rs4mg196iqc69itghhnb1bj6ahfbbi59bqo/f/hfile_0 into a816e1cb051188626a24e837acd32788/f as hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788/f/f210447edd034d5795ef29c612e843b3_SeqId_6_ - updating store file list. 2024-12-03T21:32:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f210447edd034d5795ef29c612e843b3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T21:32:30,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788/f/f210447edd034d5795ef29c612e843b3_SeqId_6_ into a816e1cb051188626a24e837acd32788/f 2024-12-03T21:32:30,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins__test__rmqievq6p6oq805n0oj2o2u3u7mk4rs4mg196iqc69itghhnb1bj6ahfbbi59bqo/f/hfile_0 into a816e1cb051188626a24e837acd32788/f (new location: hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788/f/f210447edd034d5795ef29c612e843b3_SeqId_6_) 2024-12-03T21:32:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/staging/jenkins__test__rmqievq6p6oq805n0oj2o2u3u7mk4rs4mg196iqc69itghhnb1bj6ahfbbi59bqo/f/hfile_0 2024-12-03T21:32:30,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:32:30,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:30,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:30,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:30,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733261540430.a816e1cb051188626a24e837acd32788., hostname=101545f66cbd,35669,1733261535006, seqNum=2 , the old value is region=test,,1733261540430.a816e1cb051188626a24e837acd32788., hostname=101545f66cbd,35669,1733261535006, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=101545f66cbd:35669 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T21:32:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733261540430.a816e1cb051188626a24e837acd32788., hostname=101545f66cbd,35669,1733261535006, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T21:32:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733261540430.a816e1cb051188626a24e837acd32788., hostname=101545f66cbd,35669,1733261535006, seqNum=2 from cache 2024-12-03T21:32:30,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:30,651 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T21:32:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46771,1733261530329, seqNum=-1] 2024-12-03T21:32:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:30,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:32:30,653 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 725, reset compression=false 2024-12-03T21:32:30,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733261538267.43fa100c596720f2c0b6bf64022bad24., hostname=101545f66cbd,46771,1733261530329, seqNum=2] 2024-12-03T21:32:30,657 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:32:30,658 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.shipper101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,35669,1733261535006 got entry batch from reader: WALEntryBatch [walEntries=[{test/a816e1cb051188626a24e837acd32788/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733261550649/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T21:32:30,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.ReplicationSink(318): Replicating [eab90f61-aa9b-447b-8994-d4d72a6cd7af] bulk loaded data 2024-12-03T21:32:30,661 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T21:32:30,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741844_1020 (size=10791) 2024-12-03T21:32:30,758 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:35669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T21:32:30,858 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 1033, reset compression=false 2024-12-03T21:32:31,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741845_1021 (size=11194) 2024-12-03T21:32:31,161 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 1033, reset compression=false 2024-12-03T21:32:31,244 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 687, reset compression=false 2024-12-03T21:32:31,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T21:32:31,484 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins.hfs.10__test__k6uiei3irsd18p19bdk9hphver5rcabk589uamefugv5qs75q5clnfn4onokg2t0/f/ef265fcedf0c4f7b93f80da2cfd5969e_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-03T21:32:31,487 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins.hfs.10__test__k6uiei3irsd18p19bdk9hphver5rcabk589uamefugv5qs75q5clnfn4onokg2t0/f/f210447edd034d5795ef29c612e843b3_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-03T21:32:31,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins.hfs.10__test__k6uiei3irsd18p19bdk9hphver5rcabk589uamefugv5qs75q5clnfn4onokg2t0/f/ef265fcedf0c4f7b93f80da2cfd5969e_SeqId_6_ for inclusion in 43fa100c596720f2c0b6bf64022bad24/f 2024-12-03T21:32:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T21:32:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:32:31,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins.hfs.10__test__k6uiei3irsd18p19bdk9hphver5rcabk589uamefugv5qs75q5clnfn4onokg2t0/f/f210447edd034d5795ef29c612e843b3_SeqId_6_ for inclusion in 43fa100c596720f2c0b6bf64022bad24/f 2024-12-03T21:32:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T21:32:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:32:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HRegion(2603): Flush status journal for 43fa100c596720f2c0b6bf64022bad24: 2024-12-03T21:32:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ef265fcedf0c4f7b93f80da2cfd5969e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T21:32:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins.hfs.10__test__k6uiei3irsd18p19bdk9hphver5rcabk589uamefugv5qs75q5clnfn4onokg2t0/f/ef265fcedf0c4f7b93f80da2cfd5969e_SeqId_6_ as hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24/f/c25ae3d1981148d3bdca4129190a4131_SeqId_6_ 2024-12-03T21:32:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f210447edd034d5795ef29c612e843b3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T21:32:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins.hfs.10__test__k6uiei3irsd18p19bdk9hphver5rcabk589uamefugv5qs75q5clnfn4onokg2t0/f/f210447edd034d5795ef29c612e843b3_SeqId_6_ as hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24/f/9a99faae321743cdb0623ed3f1c4dc22_SeqId_6_ 2024-12-03T21:32:31,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins.hfs.10__test__k6uiei3irsd18p19bdk9hphver5rcabk589uamefugv5qs75q5clnfn4onokg2t0/f/ef265fcedf0c4f7b93f80da2cfd5969e_SeqId_6_ into 43fa100c596720f2c0b6bf64022bad24/f as hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24/f/c25ae3d1981148d3bdca4129190a4131_SeqId_6_ - updating store file list. 2024-12-03T21:32:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c25ae3d1981148d3bdca4129190a4131_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T21:32:31,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24/f/c25ae3d1981148d3bdca4129190a4131_SeqId_6_ into 43fa100c596720f2c0b6bf64022bad24/f 2024-12-03T21:32:31,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins.hfs.10__test__k6uiei3irsd18p19bdk9hphver5rcabk589uamefugv5qs75q5clnfn4onokg2t0/f/ef265fcedf0c4f7b93f80da2cfd5969e_SeqId_6_ into 43fa100c596720f2c0b6bf64022bad24/f (new location: hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24/f/c25ae3d1981148d3bdca4129190a4131_SeqId_6_) 2024-12-03T21:32:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins.hfs.10__test__k6uiei3irsd18p19bdk9hphver5rcabk589uamefugv5qs75q5clnfn4onokg2t0/f/ef265fcedf0c4f7b93f80da2cfd5969e_SeqId_6_ 2024-12-03T21:32:31,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins.hfs.10__test__k6uiei3irsd18p19bdk9hphver5rcabk589uamefugv5qs75q5clnfn4onokg2t0/f/f210447edd034d5795ef29c612e843b3_SeqId_6_ into 43fa100c596720f2c0b6bf64022bad24/f as hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24/f/9a99faae321743cdb0623ed3f1c4dc22_SeqId_6_ - updating store file list. 2024-12-03T21:32:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9a99faae321743cdb0623ed3f1c4dc22_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T21:32:31,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24/f/9a99faae321743cdb0623ed3f1c4dc22_SeqId_6_ into 43fa100c596720f2c0b6bf64022bad24/f 2024-12-03T21:32:31,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins.hfs.10__test__k6uiei3irsd18p19bdk9hphver5rcabk589uamefugv5qs75q5clnfn4onokg2t0/f/f210447edd034d5795ef29c612e843b3_SeqId_6_ into 43fa100c596720f2c0b6bf64022bad24/f (new location: hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24/f/9a99faae321743cdb0623ed3f1c4dc22_SeqId_6_) 2024-12-03T21:32:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/staging/jenkins.hfs.10__test__k6uiei3irsd18p19bdk9hphver5rcabk589uamefugv5qs75q5clnfn4onokg2t0/f/f210447edd034d5795ef29c612e843b3_SeqId_6_ 2024-12-03T21:32:31,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46771 {}] regionserver.ReplicationSink(324): Finished replicating [eab90f61-aa9b-447b-8994-d4d72a6cd7af] bulk loaded data 2024-12-03T21:32:31,565 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 1033, reset compression=false 2024-12-03T21:32:31,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:32:31,672 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:32:31,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:31,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:31,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:31,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:31,672 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:32:31,672 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1698942633, stopped=false 2024-12-03T21:32:31,672 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,38853,1733261534901 2024-12-03T21:32:31,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1497280928/running 2024-12-03T21:32:31,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1497280928/running 2024-12-03T21:32:31,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928 2024-12-03T21:32:31,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928 2024-12-03T21:32:31,692 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:32:31,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:32:31,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:31,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:31,693 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,35669,1733261535006' ***** 2024-12-03T21:32:31,693 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:32:31,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Set watcher on znode that does not yet exist, /1-1497280928/running 2024-12-03T21:32:31,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Set watcher on znode that does not yet exist, /1-1497280928/running 2024-12-03T21:32:31,693 INFO [RS:0;101545f66cbd:35669 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:32:31,693 INFO [RS:0;101545f66cbd:35669 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:32:31,693 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:32:31,693 INFO [RS:0;101545f66cbd:35669 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:32:31,693 INFO [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(3091): Received CLOSE for 790acbc96493ca7c3764b579e257b48a 2024-12-03T21:32:31,693 INFO [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(3091): Received CLOSE for a816e1cb051188626a24e837acd32788 2024-12-03T21:32:31,694 INFO [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,35669,1733261535006 2024-12-03T21:32:31,694 INFO [RS:0;101545f66cbd:35669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:32:31,694 INFO [RS:0;101545f66cbd:35669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:35669. 2024-12-03T21:32:31,694 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 790acbc96493ca7c3764b579e257b48a, disabling compactions & flushes 2024-12-03T21:32:31,694 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a. 2024-12-03T21:32:31,694 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a. 2024-12-03T21:32:31,694 DEBUG [RS:0;101545f66cbd:35669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:31,694 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a. after waiting 0 ms 2024-12-03T21:32:31,694 DEBUG [RS:0;101545f66cbd:35669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:31,694 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a. 2024-12-03T21:32:31,694 INFO [RS:0;101545f66cbd:35669 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:32:31,694 INFO [RS:0;101545f66cbd:35669 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:32:31,694 INFO [RS:0;101545f66cbd:35669 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:32:31,694 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 790acbc96493ca7c3764b579e257b48a 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-03T21:32:31,694 INFO [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:32:31,695 INFO [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T21:32:31,695 DEBUG [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 790acbc96493ca7c3764b579e257b48a=hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a., a816e1cb051188626a24e837acd32788=test,,1733261540430.a816e1cb051188626a24e837acd32788.} 2024-12-03T21:32:31,695 DEBUG [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 790acbc96493ca7c3764b579e257b48a, a816e1cb051188626a24e837acd32788 2024-12-03T21:32:31,695 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:32:31,695 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:32:31,696 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:32:31,696 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:32:31,696 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:32:31,696 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T21:32:31,713 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/replication/790acbc96493ca7c3764b579e257b48a/.tmp/hfileref/7fbb0e8a8aec4ba6b7e3dbb547cd23a2 is 74, key is 1/hfileref:77886adc4b2a4d9b991aea0b87f6187e_SeqId_4_/1733261550585/DeleteColumn/seqid=0 2024-12-03T21:32:31,713 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/.tmp/info/264177740dd348748c0cc0bf484f3b40 is 147, key is hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a./info:regioninfo/1733261545911/Put/seqid=0 2024-12-03T21:32:31,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741845_1021 (size=5345) 2024-12-03T21:32:31,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741844_1020 (size=7686) 2024-12-03T21:32:31,755 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:32:31,896 DEBUG [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 790acbc96493ca7c3764b579e257b48a, a816e1cb051188626a24e837acd32788 2024-12-03T21:32:32,048 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 687, reset compression=false 2024-12-03T21:32:32,052 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:32:32,052 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,46771,1733261530329 got entry batch from reader: WALEntryBatch [walEntries=[{test/43fa100c596720f2c0b6bf64022bad24/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733261551510/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T21:32:32,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 101545f66cbd,35669,1733261535006 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:32:32,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:49136 deadline: 1733261612053, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 101545f66cbd,35669,1733261535006 stopping 2024-12-03T21:32:32,054 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 101545f66cbd,35669,1733261535006 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:32:32,069 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 1033, reset compression=false 2024-12-03T21:32:32,096 DEBUG [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 790acbc96493ca7c3764b579e257b48a, a816e1cb051188626a24e837acd32788 2024-12-03T21:32:32,102 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:32:32,102 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:32:32,117 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/replication/790acbc96493ca7c3764b579e257b48a/.tmp/hfileref/7fbb0e8a8aec4ba6b7e3dbb547cd23a2 2024-12-03T21:32:32,118 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/.tmp/info/264177740dd348748c0cc0bf484f3b40 2024-12-03T21:32:32,133 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/replication/790acbc96493ca7c3764b579e257b48a/.tmp/queue/a666071127054e39816c370881508232 is 154, key is 1-101545f66cbd,35669,1733261535006/queue:101545f66cbd%2C35669%2C1733261535006/1733261551515/Put/seqid=0 2024-12-03T21:32:32,137 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/.tmp/ns/0e68424dd78d4aa88ef0cb469d6f2850 is 43, key is default/ns:d/1733261538149/Put/seqid=0 2024-12-03T21:32:32,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741846_1022 (size=5353) 2024-12-03T21:32:32,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741847_1023 (size=5153) 2024-12-03T21:32:32,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 101545f66cbd,35669,1733261535006 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:32:32,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:49136 deadline: 1733261612157, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 101545f66cbd,35669,1733261535006 stopping 2024-12-03T21:32:32,158 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 101545f66cbd,35669,1733261535006 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:32:32,252 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 1033, reset compression=false 2024-12-03T21:32:32,296 DEBUG [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 790acbc96493ca7c3764b579e257b48a, a816e1cb051188626a24e837acd32788 2024-12-03T21:32:32,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 101545f66cbd,35669,1733261535006 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:32:32,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:49136 deadline: 1733261612360, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 101545f66cbd,35669,1733261535006 stopping 2024-12-03T21:32:32,361 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 101545f66cbd,35669,1733261535006 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:32:32,496 DEBUG [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 790acbc96493ca7c3764b579e257b48a, a816e1cb051188626a24e837acd32788 2024-12-03T21:32:32,538 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/replication/790acbc96493ca7c3764b579e257b48a/.tmp/queue/a666071127054e39816c370881508232 2024-12-03T21:32:32,542 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/.tmp/ns/0e68424dd78d4aa88ef0cb469d6f2850 2024-12-03T21:32:32,542 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/replication/790acbc96493ca7c3764b579e257b48a/.tmp/hfileref/7fbb0e8a8aec4ba6b7e3dbb547cd23a2 as hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/replication/790acbc96493ca7c3764b579e257b48a/hfileref/7fbb0e8a8aec4ba6b7e3dbb547cd23a2 2024-12-03T21:32:32,546 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/replication/790acbc96493ca7c3764b579e257b48a/hfileref/7fbb0e8a8aec4ba6b7e3dbb547cd23a2, entries=4, sequenceid=12, filesize=5.2 K 2024-12-03T21:32:32,547 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/replication/790acbc96493ca7c3764b579e257b48a/.tmp/queue/a666071127054e39816c370881508232 as hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/replication/790acbc96493ca7c3764b579e257b48a/queue/a666071127054e39816c370881508232 2024-12-03T21:32:32,551 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/replication/790acbc96493ca7c3764b579e257b48a/queue/a666071127054e39816c370881508232, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T21:32:32,552 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 790acbc96493ca7c3764b579e257b48a in 858ms, sequenceid=12, compaction requested=false 2024-12-03T21:32:32,555 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 1033, reset compression=false 2024-12-03T21:32:32,558 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/replication/790acbc96493ca7c3764b579e257b48a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T21:32:32,558 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:32:32,558 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:32:32,558 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a. 2024-12-03T21:32:32,558 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 790acbc96493ca7c3764b579e257b48a: Waiting for close lock at 1733261551694Running coprocessor pre-close hooks at 1733261551694Disabling compacts and flushes for region at 1733261551694Disabling writes for close at 1733261551694Obtaining lock to block concurrent updates at 1733261551694Preparing flush snapshotting stores in 790acbc96493ca7c3764b579e257b48a at 1733261551694Finished memstore snapshotting hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733261551694Flushing stores of hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a. at 1733261551695 (+1 ms)Flushing 790acbc96493ca7c3764b579e257b48a/hfileref: creating writer at 1733261551695Flushing 790acbc96493ca7c3764b579e257b48a/hfileref: appending metadata at 1733261551712 (+17 ms)Flushing 790acbc96493ca7c3764b579e257b48a/hfileref: closing flushed file at 1733261551712Flushing 790acbc96493ca7c3764b579e257b48a/queue: creating writer at 1733261552122 (+410 ms)Flushing 790acbc96493ca7c3764b579e257b48a/queue: appending metadata at 1733261552133 (+11 ms)Flushing 790acbc96493ca7c3764b579e257b48a/queue: closing flushed file at 1733261552133Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b1a70c0: reopening flushed file at 1733261552541 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e8479dd: reopening flushed file at 1733261552546 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 790acbc96493ca7c3764b579e257b48a in 858ms, sequenceid=12, compaction requested=false at 1733261552552 (+6 ms)Writing region close event to WAL at 1733261552555 (+3 ms)Running coprocessor post-close hooks at 1733261552558 (+3 ms)Closed at 1733261552558 2024-12-03T21:32:32,559 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733261544751.790acbc96493ca7c3764b579e257b48a. 2024-12-03T21:32:32,559 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a816e1cb051188626a24e837acd32788, disabling compactions & flushes 2024-12-03T21:32:32,559 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733261540430.a816e1cb051188626a24e837acd32788. 2024-12-03T21:32:32,559 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261540430.a816e1cb051188626a24e837acd32788. 2024-12-03T21:32:32,559 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733261540430.a816e1cb051188626a24e837acd32788. after waiting 0 ms 2024-12-03T21:32:32,559 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733261540430.a816e1cb051188626a24e837acd32788. 2024-12-03T21:32:32,559 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/.tmp/rep_barrier/db4d62061ace4fd7a80806a0bfa9ab42 is 112, key is test,,1733261540430.a816e1cb051188626a24e837acd32788./rep_barrier:seqnumDuringOpen/1733261541580/Put/seqid=0 2024-12-03T21:32:32,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741848_1024 (size=5518) 2024-12-03T21:32:32,566 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/default/test/a816e1cb051188626a24e837acd32788/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T21:32:32,566 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:32:32,566 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:32:32,566 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733261540430.a816e1cb051188626a24e837acd32788. 2024-12-03T21:32:32,566 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a816e1cb051188626a24e837acd32788: Waiting for close lock at 1733261552559Running coprocessor pre-close hooks at 1733261552559Disabling compacts and flushes for region at 1733261552559Disabling writes for close at 1733261552559Writing region close event to WAL at 1733261552563 (+4 ms)Running coprocessor post-close hooks at 1733261552566 (+3 ms)Closed at 1733261552566 2024-12-03T21:32:32,566 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733261540430.a816e1cb051188626a24e837acd32788. 2024-12-03T21:32:32,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 101545f66cbd,35669,1733261535006 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:32:32,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:49136 deadline: 1733261612663, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 101545f66cbd,35669,1733261535006 stopping 2024-12-03T21:32:32,664 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 101545f66cbd,35669,1733261535006 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:32:32,672 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 1033, reset compression=false 2024-12-03T21:32:32,677 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:32:32,677 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 1328, reset compression=false 2024-12-03T21:32:32,677 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.shipper101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,35669,1733261535006 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:32:32,678 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.shipper101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 101545f66cbd,35669,1733261535006: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-101545f66cbd,35669,1733261535006, walGroup=101545f66cbd%2C35669%2C1733261535006, offset=101545f66cbd%2C35669%2C1733261535006.1733261537168:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:35669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T21:32:32,679 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.shipper101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T21:32:32,681 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.shipper101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T21:32:32,682 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.shipper101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T21:32:32,682 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.shipper101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T21:32:32,682 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.shipper101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T21:32:32,682 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.shipper101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 557629504 }, "NonHeapMemoryUsage": { "committed": 190185472, "init": 7667712, "max": -1, "used": 187473496 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T21:32:32,684 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.shipper101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T21:32:32,696 INFO [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T21:32:32,696 DEBUG [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:32:32,696 DEBUG [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:32:32,880 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 1328, reset compression=false 2024-12-03T21:32:32,897 DEBUG [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:32:32,964 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 1033, reset compression=false 2024-12-03T21:32:32,966 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/.tmp/rep_barrier/db4d62061ace4fd7a80806a0bfa9ab42 2024-12-03T21:32:32,998 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/.tmp/table/4fec47393667428db822bde29167b3a7 is 53, key is hbase:replication/table:state/1733261545918/Put/seqid=0 2024-12-03T21:32:33,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741849_1025 (size=5308) 2024-12-03T21:32:33,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 101545f66cbd,35669,1733261535006 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:32:33,067 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 101545f66cbd,35669,1733261535006 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:32:33,097 DEBUG [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:32:33,183 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 1328, reset compression=false 2024-12-03T21:32:33,297 DEBUG [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:32:33,402 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/.tmp/table/4fec47393667428db822bde29167b3a7 2024-12-03T21:32:33,406 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/.tmp/info/264177740dd348748c0cc0bf484f3b40 as hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/info/264177740dd348748c0cc0bf484f3b40 2024-12-03T21:32:33,410 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/info/264177740dd348748c0cc0bf484f3b40, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T21:32:33,411 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/.tmp/ns/0e68424dd78d4aa88ef0cb469d6f2850 as hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/ns/0e68424dd78d4aa88ef0cb469d6f2850 2024-12-03T21:32:33,415 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/ns/0e68424dd78d4aa88ef0cb469d6f2850, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T21:32:33,416 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/.tmp/rep_barrier/db4d62061ace4fd7a80806a0bfa9ab42 as hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/rep_barrier/db4d62061ace4fd7a80806a0bfa9ab42 2024-12-03T21:32:33,420 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/rep_barrier/db4d62061ace4fd7a80806a0bfa9ab42, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T21:32:33,421 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/.tmp/table/4fec47393667428db822bde29167b3a7 as hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/table/4fec47393667428db822bde29167b3a7 2024-12-03T21:32:33,424 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/table/4fec47393667428db822bde29167b3a7, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T21:32:33,425 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false 2024-12-03T21:32:33,431 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T21:32:33,431 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:32:33,431 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:32:33,431 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:32:33,431 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261551695Running coprocessor pre-close hooks at 1733261551695Disabling compacts and flushes for region at 1733261551695Disabling writes for close at 1733261551696 (+1 ms)Obtaining lock to block concurrent updates at 1733261551696Preparing flush snapshotting stores in 1588230740 at 1733261551696Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733261551696Flushing stores of hbase:meta,,1.1588230740 at 1733261551696Flushing 1588230740/info: creating writer at 1733261551696Flushing 1588230740/info: appending metadata at 1733261551713 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733261551713Flushing 1588230740/ns: creating writer at 1733261552122 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733261552136 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733261552136Flushing 1588230740/rep_barrier: creating writer at 1733261552545 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733261552559 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733261552559Flushing 1588230740/table: creating writer at 1733261552985 (+426 ms)Flushing 1588230740/table: appending metadata at 1733261552997 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733261552997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e4e71ec: reopening flushed file at 1733261553406 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b3af1f9: reopening flushed file at 1733261553410 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@248e035f: reopening flushed file at 1733261553415 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf01080: reopening flushed file at 1733261553420 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false at 1733261553425 (+5 ms)Writing region close event to WAL at 1733261553428 (+3 ms)Running coprocessor post-close hooks at 1733261553431 (+3 ms)Closed at 1733261553431 2024-12-03T21:32:33,431 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:32:33,467 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 1033, reset compression=false 2024-12-03T21:32:33,497 INFO [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,35669,1733261535006; all regions closed. 2024-12-03T21:32:33,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741834_1010 (size=4239) 2024-12-03T21:32:33,499 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.meta.1733261538105.meta not finished, retry = 0 2024-12-03T21:32:33,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 101545f66cbd,35669,1733261535006 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:32:33,570 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 101545f66cbd,35669,1733261535006 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:32:33,587 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 to pos 1328, reset compression=false 2024-12-03T21:32:33,602 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.rep.1733261545883 not finished, retry = 0 2024-12-03T21:32:33,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741839_1015 (size=3127) 2024-12-03T21:32:33,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741832_1008 (size=1336) 2024-12-03T21:32:33,704 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/WALs/101545f66cbd,35669,1733261535006/101545f66cbd%2C35669%2C1733261535006.1733261537168 not finished, retry = 0 2024-12-03T21:32:33,805 DEBUG [RS:0;101545f66cbd:35669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:33,805 INFO [RS:0;101545f66cbd:35669 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:32:33,805 INFO [RS:0;101545f66cbd:35669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:32:33,805 INFO [RS:0;101545f66cbd:35669 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T21:32:33,805 INFO [RS:0;101545f66cbd:35669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:32:33,806 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:32:33,806 INFO [RS:0;101545f66cbd:35669 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-101545f66cbd,35669,1733261535006 because: Region server is closing 2024-12-03T21:32:33,806 INFO [RS:0;101545f66cbd:35669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:35669. 2024-12-03T21:32:33,806 DEBUG [RS:0;101545f66cbd:35669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:33,806 DEBUG [RS:0;101545f66cbd:35669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:33,806 DEBUG [RS:0;101545f66cbd:35669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:33,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:33,907 INFO [RS:0;101545f66cbd:35669 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.shipper101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 terminated 2024-12-03T21:32:33,907 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,35669,1733261535006.replicationSource.wal-reader.101545f66cbd%2C35669%2C1733261535006,1-101545f66cbd,35669,1733261535006 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T21:32:33,907 INFO [RS:0;101545f66cbd:35669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:35669. 2024-12-03T21:32:33,907 DEBUG [RS:0;101545f66cbd:35669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:33,907 DEBUG [RS:0;101545f66cbd:35669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:33,907 DEBUG [RS:0;101545f66cbd:35669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:33,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:33,907 INFO [RS:0;101545f66cbd:35669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35669 2024-12-03T21:32:33,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1497280928/rs/101545f66cbd,35669,1733261535006 2024-12-03T21:32:33,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928/rs 2024-12-03T21:32:33,934 INFO [RS:0;101545f66cbd:35669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:32:33,942 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,35669,1733261535006] 2024-12-03T21:32:33,950 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1497280928/draining/101545f66cbd,35669,1733261535006 already deleted, retry=false 2024-12-03T21:32:33,950 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,35669,1733261535006 expired; onlineServers=0 2024-12-03T21:32:33,950 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,38853,1733261534901' ***** 2024-12-03T21:32:33,950 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:32:33,950 INFO [M:0;101545f66cbd:38853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:32:33,950 INFO [M:0;101545f66cbd:38853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:32:33,950 DEBUG [M:0;101545f66cbd:38853 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:32:33,950 DEBUG [M:0;101545f66cbd:38853 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:32:33,950 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:32:33,950 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261536931 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261536931,5,FailOnTimeoutGroup] 2024-12-03T21:32:33,950 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261536928 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261536928,5,FailOnTimeoutGroup] 2024-12-03T21:32:33,951 INFO [M:0;101545f66cbd:38853 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:32:33,951 INFO [M:0;101545f66cbd:38853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:32:33,951 DEBUG [M:0;101545f66cbd:38853 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:32:33,951 INFO [M:0;101545f66cbd:38853 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:32:33,951 INFO [M:0;101545f66cbd:38853 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:32:33,951 INFO [M:0;101545f66cbd:38853 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:32:33,951 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:32:33,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1497280928/master 2024-12-03T21:32:33,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497280928 2024-12-03T21:32:33,959 DEBUG [M:0;101545f66cbd:38853 {}] zookeeper.ZKUtil(347): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Unable to get data of znode /1-1497280928/master because node does not exist (not an error) 2024-12-03T21:32:33,959 WARN [M:0;101545f66cbd:38853 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:32:33,959 INFO [M:0;101545f66cbd:38853 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/.lastflushedseqids 2024-12-03T21:32:33,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741850_1026 (size=263) 2024-12-03T21:32:34,042 INFO [RS:0;101545f66cbd:35669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:32:34,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:32:34,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1019e65bf540004, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:32:34,042 INFO [RS:0;101545f66cbd:35669 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,35669,1733261535006; zookeeper connection closed. 2024-12-03T21:32:34,042 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fe6c4e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fe6c4e6 2024-12-03T21:32:34,043 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:32:34,071 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 1033, reset compression=false 2024-12-03T21:32:34,172 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 101545f66cbd:35669 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 101545f66cbd/172.17.0.2:35669 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:32:34,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 101545f66cbd:35669 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 101545f66cbd/172.17.0.2:35669 2024-12-03T21:32:34,173 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=101545f66cbd:35669 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 101545f66cbd/172.17.0.2:35669 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 101545f66cbd/172.17.0.2:35669 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-03T21:32:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:32:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:58080 deadline: 1733261614175, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-03T21:32:34,176 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T21:32:34,177 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T21:32:34,363 INFO [M:0;101545f66cbd:38853 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:32:34,363 INFO [M:0;101545f66cbd:38853 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:32:34,363 DEBUG [M:0;101545f66cbd:38853 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:32:34,363 INFO [M:0;101545f66cbd:38853 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:34,363 DEBUG [M:0;101545f66cbd:38853 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:34,363 DEBUG [M:0;101545f66cbd:38853 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:32:34,363 DEBUG [M:0;101545f66cbd:38853 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:34,363 INFO [M:0;101545f66cbd:38853 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T21:32:34,376 DEBUG [M:0;101545f66cbd:38853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2e7b1fc3cdf4c95a5afd4e3a522e9d3 is 82, key is hbase:meta,,1/info:regioninfo/1733261538135/Put/seqid=0 2024-12-03T21:32:34,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741851_1027 (size=5672) 2024-12-03T21:32:34,774 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 1033, reset compression=false 2024-12-03T21:32:34,779 INFO [M:0;101545f66cbd:38853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2e7b1fc3cdf4c95a5afd4e3a522e9d3 2024-12-03T21:32:34,798 DEBUG [M:0;101545f66cbd:38853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69e2835522b549fca23c63878ed4fbf8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733261545921/Put/seqid=0 2024-12-03T21:32:34,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741852_1028 (size=8516) 2024-12-03T21:32:34,877 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-03T21:32:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:32:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:58080 deadline: 1733261614878, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-03T21:32:34,879 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T21:32:34,880 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T21:32:34,880 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-03T21:32:35,202 INFO [M:0;101545f66cbd:38853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69e2835522b549fca23c63878ed4fbf8 2024-12-03T21:32:35,218 DEBUG [M:0;101545f66cbd:38853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15398a98221040cf83de9cfc827adcc2 is 69, key is 101545f66cbd,35669,1733261535006/rs:state/1733261536974/Put/seqid=0 2024-12-03T21:32:35,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741853_1029 (size=5156) 2024-12-03T21:32:35,578 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 1033, reset compression=false 2024-12-03T21:32:35,624 INFO [M:0;101545f66cbd:38853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15398a98221040cf83de9cfc827adcc2 2024-12-03T21:32:35,629 DEBUG [M:0;101545f66cbd:38853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2e7b1fc3cdf4c95a5afd4e3a522e9d3 as hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2e7b1fc3cdf4c95a5afd4e3a522e9d3 2024-12-03T21:32:35,633 INFO [M:0;101545f66cbd:38853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2e7b1fc3cdf4c95a5afd4e3a522e9d3, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T21:32:35,633 DEBUG [M:0;101545f66cbd:38853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69e2835522b549fca23c63878ed4fbf8 as hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69e2835522b549fca23c63878ed4fbf8 2024-12-03T21:32:35,637 INFO [M:0;101545f66cbd:38853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69e2835522b549fca23c63878ed4fbf8, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T21:32:35,638 DEBUG [M:0;101545f66cbd:38853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15398a98221040cf83de9cfc827adcc2 as hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15398a98221040cf83de9cfc827adcc2 2024-12-03T21:32:35,642 INFO [M:0;101545f66cbd:38853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43033/user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15398a98221040cf83de9cfc827adcc2, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T21:32:35,643 INFO [M:0;101545f66cbd:38853 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-12-03T21:32:35,644 INFO [M:0;101545f66cbd:38853 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:35,644 DEBUG [M:0;101545f66cbd:38853 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261554363Disabling compacts and flushes for region at 1733261554363Disabling writes for close at 1733261554363Obtaining lock to block concurrent updates at 1733261554363Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261554363Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733261554364 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261554364Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261554364Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261554375 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261554375Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261554783 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261554798 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261554798Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261555206 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261555217 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261555217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6831e30c: reopening flushed file at 1733261555628 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13acf1aa: reopening flushed file at 1733261555633 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b45e137: reopening flushed file at 1733261555637 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1733261555643 (+6 ms)Writing region close event to WAL at 1733261555643Closed at 1733261555643 2024-12-03T21:32:35,648 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34e64a1d-4e3a-ed72-93ad-25b8c1781e59/MasterData/WALs/101545f66cbd,38853,1733261534901/101545f66cbd%2C38853%2C1733261534901.1733261536736 not finished, retry = 0 2024-12-03T21:32:35,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38017 is added to blk_1073741830_1006 (size=63654) 2024-12-03T21:32:35,680 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-03T21:32:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:32:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] ipc.CallRunner(138): callId: 28 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:58080 deadline: 1733261615681, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-03T21:32:35,682 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T21:32:35,683 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T21:32:35,683 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-03T21:32:35,749 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:32:35,749 INFO [M:0;101545f66cbd:38853 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:32:35,749 INFO [M:0;101545f66cbd:38853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38853 2024-12-03T21:32:35,750 INFO [M:0;101545f66cbd:38853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:32:35,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:32:35,879 INFO [M:0;101545f66cbd:38853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:32:35,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38853-0x1019e65bf540003, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:32:35,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b2b2829{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:32:35,907 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7332160{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:32:35,907 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:32:35,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff3877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:32:35,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e887248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/hadoop.log.dir/,STOPPED} 2024-12-03T21:32:35,909 WARN [BP-149810288-172.17.0.2-1733261533201 heartbeating to localhost/127.0.0.1:43033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:32:35,909 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:32:35,909 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:32:35,909 WARN [BP-149810288-172.17.0.2-1733261533201 heartbeating to localhost/127.0.0.1:43033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-149810288-172.17.0.2-1733261533201 (Datanode Uuid 390c2c45-301a-47c0-b89c-30d647bfe0c8) service to localhost/127.0.0.1:43033 2024-12-03T21:32:35,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/cluster_14f80049-4b98-468c-766e-36507098351c/data/data1/current/BP-149810288-172.17.0.2-1733261533201 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:32:35,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/cluster_14f80049-4b98-468c-766e-36507098351c/data/data2/current/BP-149810288-172.17.0.2-1733261533201 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:32:35,910 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:32:35,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38940895{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:32:35,914 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d4afaf6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:32:35,914 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:32:35,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a47cf22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:32:35,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2f17d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/hadoop.log.dir/,STOPPED} 2024-12-03T21:32:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:32:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:32:35,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:32:35,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:35,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:35,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:35,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:35,927 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:32:35,927 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1885502322, stopped=false 2024-12-03T21:32:35,927 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,39113,1733261530164 2024-12-03T21:32:35,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1550833178/running 2024-12-03T21:32:35,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1550833178/running 2024-12-03T21:32:35,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178 2024-12-03T21:32:35,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178 2024-12-03T21:32:35,946 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:32:35,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Set watcher on znode that does not yet exist, /0-1550833178/running 2024-12-03T21:32:35,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Set watcher on znode that does not yet exist, /0-1550833178/running 2024-12-03T21:32:35,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:32:35,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:35,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:35,947 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,46771,1733261530329' ***** 2024-12-03T21:32:35,947 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:32:35,947 INFO [RS:0;101545f66cbd:46771 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:32:35,947 INFO [RS:0;101545f66cbd:46771 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:32:35,947 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:32:35,947 INFO [RS:0;101545f66cbd:46771 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:32:35,947 INFO [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(3091): Received CLOSE for 8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:35,947 INFO [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(3091): Received CLOSE for 43fa100c596720f2c0b6bf64022bad24 2024-12-03T21:32:35,947 INFO [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,46771,1733261530329 2024-12-03T21:32:35,947 INFO [RS:0;101545f66cbd:46771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:32:35,947 INFO [RS:0;101545f66cbd:46771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:46771. 2024-12-03T21:32:35,947 DEBUG [RS:0;101545f66cbd:46771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:35,947 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8672cc95cf5ffdd10547321d55678633, disabling compactions & flushes 2024-12-03T21:32:35,947 DEBUG [RS:0;101545f66cbd:46771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:35,947 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633. 2024-12-03T21:32:35,947 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633. 2024-12-03T21:32:35,947 INFO [RS:0;101545f66cbd:46771 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:32:35,947 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633. after waiting 0 ms 2024-12-03T21:32:35,947 INFO [RS:0;101545f66cbd:46771 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:32:35,947 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633. 2024-12-03T21:32:35,947 INFO [RS:0;101545f66cbd:46771 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:32:35,947 INFO [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:32:35,947 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8672cc95cf5ffdd10547321d55678633 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-03T21:32:35,947 INFO [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T21:32:35,947 DEBUG [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(1325): Online Regions={8672cc95cf5ffdd10547321d55678633=hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633., 1588230740=hbase:meta,,1.1588230740, 43fa100c596720f2c0b6bf64022bad24=test,,1733261538267.43fa100c596720f2c0b6bf64022bad24.} 2024-12-03T21:32:35,948 DEBUG [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43fa100c596720f2c0b6bf64022bad24, 8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:35,948 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:32:35,948 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:32:35,948 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:32:35,948 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:32:35,948 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:32:35,948 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T21:32:35,960 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/.tmp/info/6b1123cb52e141a994735f12dc032019 is 147, key is hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633./info:regioninfo/1733261543773/Put/seqid=0 2024-12-03T21:32:35,960 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/replication/8672cc95cf5ffdd10547321d55678633/.tmp/hfileref/2e191c8828524c18b40a34ee19417e45 is 74, key is 1/hfileref:2fc2d30a12e44670942f7b3d0b2c24a0_SeqId_4_/1733261548995/DeleteColumn/seqid=0 2024-12-03T21:32:35,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741847_1023 (size=7686) 2024-12-03T21:32:35,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741846_1022 (size=5345) 2024-12-03T21:32:35,965 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/.tmp/info/6b1123cb52e141a994735f12dc032019 2024-12-03T21:32:35,973 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:32:35,973 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:32:35,980 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/.tmp/ns/b089e25dfe7d4984b5c1eba3bee15b47 is 43, key is default/ns:d/1733261533108/Put/seqid=0 2024-12-03T21:32:35,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741848_1024 (size=5153) 2024-12-03T21:32:36,032 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:32:36,148 DEBUG [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43fa100c596720f2c0b6bf64022bad24, 8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:36,348 DEBUG [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43fa100c596720f2c0b6bf64022bad24, 8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:36,366 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/replication/8672cc95cf5ffdd10547321d55678633/.tmp/hfileref/2e191c8828524c18b40a34ee19417e45 2024-12-03T21:32:36,382 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/replication/8672cc95cf5ffdd10547321d55678633/.tmp/queue/28dac3b1959549f6a7b9536e504e8034 is 153, key is 1-101545f66cbd,46771,1733261530329/queue:101545f66cbd%2C46771%2C1733261530329/1733261548997/Put/seqid=0 2024-12-03T21:32:36,384 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/.tmp/ns/b089e25dfe7d4984b5c1eba3bee15b47 2024-12-03T21:32:36,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741849_1025 (size=5352) 2024-12-03T21:32:36,400 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/.tmp/rep_barrier/0b44861b6cd54a26af4a01672e293c62 is 112, key is test,,1733261538267.43fa100c596720f2c0b6bf64022bad24./rep_barrier:seqnumDuringOpen/1733261539408/Put/seqid=0 2024-12-03T21:32:36,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741850_1026 (size=5518) 2024-12-03T21:32:36,482 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.wal-reader.101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 to pos 1033, reset compression=false 2024-12-03T21:32:36,548 DEBUG [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43fa100c596720f2c0b6bf64022bad24, 8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:36,583 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-03T21:32:36,584 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 101545f66cbd:38853 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 101545f66cbd/172.17.0.2:38853 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:32:36,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 101545f66cbd:38853 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 101545f66cbd/172.17.0.2:38853 2024-12-03T21:32:36,687 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:36,688 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 101545f66cbd:38853 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 101545f66cbd/172.17.0.2:38853 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:32:36,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=101545f66cbd:38853 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 101545f66cbd/172.17.0.2:38853 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-03T21:32:36,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 101545f66cbd:38853 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 101545f66cbd/172.17.0.2:38853 2024-12-03T21:32:36,748 DEBUG [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43fa100c596720f2c0b6bf64022bad24, 8672cc95cf5ffdd10547321d55678633 2024-12-03T21:32:36,785 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/replication/8672cc95cf5ffdd10547321d55678633/.tmp/queue/28dac3b1959549f6a7b9536e504e8034 2024-12-03T21:32:36,790 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/replication/8672cc95cf5ffdd10547321d55678633/.tmp/hfileref/2e191c8828524c18b40a34ee19417e45 as hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/replication/8672cc95cf5ffdd10547321d55678633/hfileref/2e191c8828524c18b40a34ee19417e45 2024-12-03T21:32:36,793 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/replication/8672cc95cf5ffdd10547321d55678633/hfileref/2e191c8828524c18b40a34ee19417e45, entries=4, sequenceid=10, filesize=5.2 K 2024-12-03T21:32:36,794 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/replication/8672cc95cf5ffdd10547321d55678633/.tmp/queue/28dac3b1959549f6a7b9536e504e8034 as hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/replication/8672cc95cf5ffdd10547321d55678633/queue/28dac3b1959549f6a7b9536e504e8034 2024-12-03T21:32:36,797 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/replication/8672cc95cf5ffdd10547321d55678633/queue/28dac3b1959549f6a7b9536e504e8034, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T21:32:36,798 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8672cc95cf5ffdd10547321d55678633 in 851ms, sequenceid=10, compaction requested=false 2024-12-03T21:32:36,798 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T21:32:36,803 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/replication/8672cc95cf5ffdd10547321d55678633/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T21:32:36,803 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/.tmp/rep_barrier/0b44861b6cd54a26af4a01672e293c62 2024-12-03T21:32:36,803 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:32:36,803 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:32:36,803 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633. 2024-12-03T21:32:36,803 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8672cc95cf5ffdd10547321d55678633: Waiting for close lock at 1733261555947Running coprocessor pre-close hooks at 1733261555947Disabling compacts and flushes for region at 1733261555947Disabling writes for close at 1733261555947Obtaining lock to block concurrent updates at 1733261555947Preparing flush snapshotting stores in 8672cc95cf5ffdd10547321d55678633 at 1733261555947Finished memstore snapshotting hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733261555948 (+1 ms)Flushing stores of hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633. at 1733261555948Flushing 8672cc95cf5ffdd10547321d55678633/hfileref: creating writer at 1733261555948Flushing 8672cc95cf5ffdd10547321d55678633/hfileref: appending metadata at 1733261555959 (+11 ms)Flushing 8672cc95cf5ffdd10547321d55678633/hfileref: closing flushed file at 1733261555959Flushing 8672cc95cf5ffdd10547321d55678633/queue: creating writer at 1733261556370 (+411 ms)Flushing 8672cc95cf5ffdd10547321d55678633/queue: appending metadata at 1733261556381 (+11 ms)Flushing 8672cc95cf5ffdd10547321d55678633/queue: closing flushed file at 1733261556381Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a6a7219: reopening flushed file at 1733261556789 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db15b75: reopening flushed file at 1733261556793 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8672cc95cf5ffdd10547321d55678633 in 851ms, sequenceid=10, compaction requested=false at 1733261556798 (+5 ms)Writing region close event to WAL at 1733261556801 (+3 ms)Running coprocessor post-close hooks at 1733261556803 (+2 ms)Closed at 1733261556803 2024-12-03T21:32:36,804 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733261542598.8672cc95cf5ffdd10547321d55678633. 2024-12-03T21:32:36,804 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43fa100c596720f2c0b6bf64022bad24, disabling compactions & flushes 2024-12-03T21:32:36,804 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733261538267.43fa100c596720f2c0b6bf64022bad24. 2024-12-03T21:32:36,804 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261538267.43fa100c596720f2c0b6bf64022bad24. 2024-12-03T21:32:36,804 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733261538267.43fa100c596720f2c0b6bf64022bad24. after waiting 0 ms 2024-12-03T21:32:36,804 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733261538267.43fa100c596720f2c0b6bf64022bad24. 2024-12-03T21:32:36,807 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/default/test/43fa100c596720f2c0b6bf64022bad24/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T21:32:36,807 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:32:36,807 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:32:36,807 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733261538267.43fa100c596720f2c0b6bf64022bad24. 2024-12-03T21:32:36,807 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43fa100c596720f2c0b6bf64022bad24: Waiting for close lock at 1733261556804Running coprocessor pre-close hooks at 1733261556804Disabling compacts and flushes for region at 1733261556804Disabling writes for close at 1733261556804Writing region close event to WAL at 1733261556804Running coprocessor post-close hooks at 1733261556807 (+3 ms)Closed at 1733261556807 2024-12-03T21:32:36,808 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733261538267.43fa100c596720f2c0b6bf64022bad24. 2024-12-03T21:32:36,822 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/.tmp/table/1eb4de6de13f435b8d0b59e15cc1dcc4 is 53, key is hbase:replication/table:state/1733261543779/Put/seqid=0 2024-12-03T21:32:36,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741851_1027 (size=5308) 2024-12-03T21:32:36,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:36,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 101545f66cbd:38853 this server is in the failed servers list 2024-12-03T21:32:36,898 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 101545f66cbd:38853 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:32:36,948 INFO [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T21:32:36,948 DEBUG [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:32:36,948 DEBUG [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:32:37,149 DEBUG [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:32:37,207 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:37,208 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 101545f66cbd:38853 this server is in the failed servers list 2024-12-03T21:32:37,208 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 101545f66cbd:38853 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:32:37,225 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/.tmp/table/1eb4de6de13f435b8d0b59e15cc1dcc4 2024-12-03T21:32:37,230 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/.tmp/info/6b1123cb52e141a994735f12dc032019 as hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/info/6b1123cb52e141a994735f12dc032019 2024-12-03T21:32:37,234 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/info/6b1123cb52e141a994735f12dc032019, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T21:32:37,235 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/.tmp/ns/b089e25dfe7d4984b5c1eba3bee15b47 as hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/ns/b089e25dfe7d4984b5c1eba3bee15b47 2024-12-03T21:32:37,239 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/ns/b089e25dfe7d4984b5c1eba3bee15b47, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T21:32:37,240 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/.tmp/rep_barrier/0b44861b6cd54a26af4a01672e293c62 as hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/rep_barrier/0b44861b6cd54a26af4a01672e293c62 2024-12-03T21:32:37,244 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/rep_barrier/0b44861b6cd54a26af4a01672e293c62, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T21:32:37,245 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/.tmp/table/1eb4de6de13f435b8d0b59e15cc1dcc4 as hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/table/1eb4de6de13f435b8d0b59e15cc1dcc4 2024-12-03T21:32:37,250 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/table/1eb4de6de13f435b8d0b59e15cc1dcc4, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T21:32:37,251 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false 2024-12-03T21:32:37,251 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T21:32:37,256 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T21:32:37,256 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:32:37,256 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:32:37,256 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:32:37,256 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261555948Running coprocessor pre-close hooks at 1733261555948Disabling compacts and flushes for region at 1733261555948Disabling writes for close at 1733261555948Obtaining lock to block concurrent updates at 1733261555948Preparing flush snapshotting stores in 1588230740 at 1733261555948Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733261555948Flushing stores of hbase:meta,,1.1588230740 at 1733261555948Flushing 1588230740/info: creating writer at 1733261555948Flushing 1588230740/info: appending metadata at 1733261555959 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733261555959Flushing 1588230740/ns: creating writer at 1733261555969 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733261555980 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733261555980Flushing 1588230740/rep_barrier: creating writer at 1733261556388 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733261556399 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733261556399Flushing 1588230740/table: creating writer at 1733261556807 (+408 ms)Flushing 1588230740/table: appending metadata at 1733261556821 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733261556821Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26336cda: reopening flushed file at 1733261557230 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a45c980: reopening flushed file at 1733261557235 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@567bb2d1: reopening flushed file at 1733261557239 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2153c24e: reopening flushed file at 1733261557245 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false at 1733261557251 (+6 ms)Writing region close event to WAL at 1733261557253 (+2 ms)Running coprocessor post-close hooks at 1733261557256 (+3 ms)Closed at 1733261557256 2024-12-03T21:32:37,256 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:32:37,349 INFO [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,46771,1733261530329; all regions closed. 2024-12-03T21:32:37,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741834_1010 (size=4239) 2024-12-03T21:32:37,352 DEBUG [RS:0;101545f66cbd:46771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/oldWALs 2024-12-03T21:32:37,352 INFO [RS:0;101545f66cbd:46771 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C46771%2C1733261530329.meta:.meta(num 1733261533057) 2024-12-03T21:32:37,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741839_1015 (size=2695) 2024-12-03T21:32:37,356 DEBUG [RS:0;101545f66cbd:46771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/oldWALs 2024-12-03T21:32:37,356 INFO [RS:0;101545f66cbd:46771 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C46771%2C1733261530329.rep:(num 1733261543737) 2024-12-03T21:32:37,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741832_1008 (size=1336) 2024-12-03T21:32:37,357 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/WALs/101545f66cbd,46771,1733261530329/101545f66cbd%2C46771%2C1733261530329.1733261532047 not finished, retry = 0 2024-12-03T21:32:37,459 DEBUG [RS:0;101545f66cbd:46771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/oldWALs 2024-12-03T21:32:37,459 INFO [RS:0;101545f66cbd:46771 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C46771%2C1733261530329:(num 1733261532047) 2024-12-03T21:32:37,459 DEBUG [RS:0;101545f66cbd:46771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:37,459 INFO [RS:0;101545f66cbd:46771 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:32:37,459 INFO [RS:0;101545f66cbd:46771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:32:37,459 INFO [RS:0;101545f66cbd:46771 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T21:32:37,459 INFO [RS:0;101545f66cbd:46771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:32:37,460 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:32:37,460 INFO [RS:0;101545f66cbd:46771 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-101545f66cbd,46771,1733261530329 because: Region server is closing 2024-12-03T21:32:37,460 INFO [RS:0;101545f66cbd:46771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:46771. 2024-12-03T21:32:37,460 DEBUG [RS:0;101545f66cbd:46771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:37,460 DEBUG [RS:0;101545f66cbd:46771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:37,460 DEBUG [RS:0;101545f66cbd:46771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:37,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:37,560 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-03T21:32:37,561 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T21:32:37,561 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-03T21:32:37,718 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:37,718 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 101545f66cbd:38853 this server is in the failed servers list 2024-12-03T21:32:37,718 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 101545f66cbd:38853 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:32:38,060 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:32:38,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:38,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:38,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:38,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:38,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:38,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:38,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:38,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:38,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:38,561 INFO [RS:0;101545f66cbd:46771 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,46771,1733261530329.replicationSource.shipper101545f66cbd%2C46771%2C1733261530329,1-101545f66cbd,46771,1733261530329 terminated 2024-12-03T21:32:38,562 INFO [RS:0;101545f66cbd:46771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:46771. 2024-12-03T21:32:38,562 DEBUG [RS:0;101545f66cbd:46771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:38,562 DEBUG [RS:0;101545f66cbd:46771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:38,562 DEBUG [RS:0;101545f66cbd:46771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:38,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:38,562 INFO [RS:0;101545f66cbd:46771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46771 2024-12-03T21:32:38,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178/rs 2024-12-03T21:32:38,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1550833178/rs/101545f66cbd,46771,1733261530329 2024-12-03T21:32:38,608 INFO [RS:0;101545f66cbd:46771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:32:38,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,46771,1733261530329] 2024-12-03T21:32:38,670 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1550833178/draining/101545f66cbd,46771,1733261530329 already deleted, retry=false 2024-12-03T21:32:38,670 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,46771,1733261530329 expired; onlineServers=0 2024-12-03T21:32:38,670 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,39113,1733261530164' ***** 2024-12-03T21:32:38,670 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:32:38,671 INFO [M:0;101545f66cbd:39113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:32:38,671 INFO [M:0;101545f66cbd:39113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:32:38,671 DEBUG [M:0;101545f66cbd:39113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:32:38,671 DEBUG [M:0;101545f66cbd:39113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:32:38,671 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:32:38,671 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261531862 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261531862,5,FailOnTimeoutGroup] 2024-12-03T21:32:38,671 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261531862 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261531862,5,FailOnTimeoutGroup] 2024-12-03T21:32:38,671 INFO [M:0;101545f66cbd:39113 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:32:38,671 INFO [M:0;101545f66cbd:39113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:32:38,671 DEBUG [M:0;101545f66cbd:39113 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:32:38,671 INFO [M:0;101545f66cbd:39113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:32:38,671 INFO [M:0;101545f66cbd:39113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:32:38,671 INFO [M:0;101545f66cbd:39113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:32:38,671 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:32:38,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1550833178/master 2024-12-03T21:32:38,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1550833178 2024-12-03T21:32:38,679 DEBUG [M:0;101545f66cbd:39113 {}] zookeeper.ZKUtil(347): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Unable to get data of znode /0-1550833178/master because node does not exist (not an error) 2024-12-03T21:32:38,679 WARN [M:0;101545f66cbd:39113 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:32:38,680 INFO [M:0;101545f66cbd:39113 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/.lastflushedseqids 2024-12-03T21:32:38,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741852_1028 (size=263) 2024-12-03T21:32:38,738 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:38,738 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:32:38,741 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:32:38,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:32:38,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46771-0x1019e65bf540001, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:32:38,753 INFO [RS:0;101545f66cbd:46771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:32:38,753 INFO [RS:0;101545f66cbd:46771 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,46771,1733261530329; zookeeper connection closed. 2024-12-03T21:32:38,753 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59c682cb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59c682cb 2024-12-03T21:32:38,753 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:32:39,086 INFO [M:0;101545f66cbd:39113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:32:39,086 INFO [M:0;101545f66cbd:39113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:32:39,086 DEBUG [M:0;101545f66cbd:39113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:32:39,086 INFO [M:0;101545f66cbd:39113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:39,086 DEBUG [M:0;101545f66cbd:39113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:39,086 DEBUG [M:0;101545f66cbd:39113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:32:39,086 DEBUG [M:0;101545f66cbd:39113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:39,086 INFO [M:0;101545f66cbd:39113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T21:32:39,102 DEBUG [M:0;101545f66cbd:39113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a171303c7654dae8809f5a28c3ea173 is 82, key is hbase:meta,,1/info:regioninfo/1733261533085/Put/seqid=0 2024-12-03T21:32:39,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741853_1029 (size=5672) 2024-12-03T21:32:39,506 INFO [M:0;101545f66cbd:39113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a171303c7654dae8809f5a28c3ea173 2024-12-03T21:32:39,521 DEBUG [M:0;101545f66cbd:39113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/401c2e81958d46c8a6e8d5ea1be2e094 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733261543782/Put/seqid=0 2024-12-03T21:32:39,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741854_1030 (size=8516) 2024-12-03T21:32:39,752 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T21:32:39,925 INFO [M:0;101545f66cbd:39113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/401c2e81958d46c8a6e8d5ea1be2e094 2024-12-03T21:32:39,940 DEBUG [M:0;101545f66cbd:39113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/63b03e8dbfb84aad874c84f06c023138 is 69, key is 101545f66cbd,46771,1733261530329/rs:state/1733261531893/Put/seqid=0 2024-12-03T21:32:39,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741855_1031 (size=5156) 2024-12-03T21:32:40,343 INFO [M:0;101545f66cbd:39113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/63b03e8dbfb84aad874c84f06c023138 2024-12-03T21:32:40,347 DEBUG [M:0;101545f66cbd:39113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a171303c7654dae8809f5a28c3ea173 as hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a171303c7654dae8809f5a28c3ea173 2024-12-03T21:32:40,350 INFO [M:0;101545f66cbd:39113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a171303c7654dae8809f5a28c3ea173, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T21:32:40,351 DEBUG [M:0;101545f66cbd:39113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/401c2e81958d46c8a6e8d5ea1be2e094 as hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/401c2e81958d46c8a6e8d5ea1be2e094 2024-12-03T21:32:40,354 INFO [M:0;101545f66cbd:39113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/401c2e81958d46c8a6e8d5ea1be2e094, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T21:32:40,355 DEBUG [M:0;101545f66cbd:39113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/63b03e8dbfb84aad874c84f06c023138 as hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/63b03e8dbfb84aad874c84f06c023138 2024-12-03T21:32:40,358 INFO [M:0;101545f66cbd:39113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41601/user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/63b03e8dbfb84aad874c84f06c023138, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T21:32:40,359 INFO [M:0;101545f66cbd:39113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-12-03T21:32:40,360 INFO [M:0;101545f66cbd:39113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:40,360 DEBUG [M:0;101545f66cbd:39113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261559086Disabling compacts and flushes for region at 1733261559086Disabling writes for close at 1733261559086Obtaining lock to block concurrent updates at 1733261559086Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261559086Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733261559087 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261559087Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261559087Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261559102 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261559102Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261559510 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261559521 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261559521Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261559928 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261559939 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261559939Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e318137: reopening flushed file at 1733261560346 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696c575a: reopening flushed file at 1733261560351 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9146fcd: reopening flushed file at 1733261560355 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1733261560359 (+4 ms)Writing region close event to WAL at 1733261560360 (+1 ms)Closed at 1733261560360 2024-12-03T21:32:40,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741830_1006 (size=63654) 2024-12-03T21:32:40,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f24be9d4-853b-b85d-807a-e44b0ecd8f14/MasterData/WALs/101545f66cbd,39113,1733261530164/101545f66cbd%2C39113%2C1733261530164.1733261531662 not finished, retry = 0 2024-12-03T21:32:40,463 INFO [M:0;101545f66cbd:39113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:32:40,463 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:32:40,463 INFO [M:0;101545f66cbd:39113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39113 2024-12-03T21:32:40,463 INFO [M:0;101545f66cbd:39113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:32:40,587 INFO [M:0;101545f66cbd:39113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:32:40,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:32:40,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39113-0x1019e65bf540000, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:32:40,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@670e66f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:32:40,589 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ba2e79c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:32:40,589 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:32:40,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ddca0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:32:40,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73860af1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/hadoop.log.dir/,STOPPED} 2024-12-03T21:32:40,590 WARN [BP-784790840-172.17.0.2-1733261528460 heartbeating to localhost/127.0.0.1:41601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:32:40,590 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:32:40,590 WARN [BP-784790840-172.17.0.2-1733261528460 heartbeating to localhost/127.0.0.1:41601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-784790840-172.17.0.2-1733261528460 (Datanode Uuid 6ec563b4-1f50-493e-bb3e-6c9df2a0095e) service to localhost/127.0.0.1:41601 2024-12-03T21:32:40,590 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:32:40,591 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/cluster_acd6500a-6605-7148-f709-4e94e7e26c40/data/data1/current/BP-784790840-172.17.0.2-1733261528460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:32:40,591 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/cluster_acd6500a-6605-7148-f709-4e94e7e26c40/data/data2/current/BP-784790840-172.17.0.2-1733261528460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:32:40,591 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:32:40,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40fdfc14{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:32:40,596 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8715926{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:32:40,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:32:40,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65b0b781{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:32:40,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50197952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f030645-bccc-d729-34fd-d694ba1b3093/hadoop.log.dir/,STOPPED} 2024-12-03T21:32:40,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T21:32:40,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:32:40,623 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=240 (was 204) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:43033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:41601 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:41601 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51278) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:41601 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:41601 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:43033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:43033 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51278) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:43033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:43033 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=619 (was 567) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 144) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9739 (was 9767) 2024-12-03T21:32:40,631 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=240, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=9739 2024-12-03T21:32:40,645 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-03T21:32:40,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/hadoop.log.dir so I do NOT create it in target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65 2024-12-03T21:32:40,646 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:32:40,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/hadoop.tmp.dir so I do NOT create it in target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65 2024-12-03T21:32:40,646 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f9ad822-8de2-ddbf-0a43-82be270f8317/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:32:40,646 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65 2024-12-03T21:32:40,646 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/cluster_1723c63e-afe5-5e13-37cc-e9a347bf5131, deleteOnExit=true 2024-12-03T21:32:40,669 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/cluster_1723c63e-afe5-5e13-37cc-e9a347bf5131/zookeeper_0, clientPort=50505, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/cluster_1723c63e-afe5-5e13-37cc-e9a347bf5131/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/cluster_1723c63e-afe5-5e13-37cc-e9a347bf5131/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T21:32:40,669 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50505 2024-12-03T21:32:40,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:32:40,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:32:40,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/test.cache.data in system properties and HBase conf 2024-12-03T21:32:40,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:32:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:32:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:32:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:32:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:32:40,670 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:32:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:32:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:32:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:32:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:32:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:32:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:32:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:32:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:32:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:32:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:32:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:32:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:32:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:32:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:32:40,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019e65bf540002, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:32:40,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019e65bf540005, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:32:40,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019e65bf540002, quorum=127.0.0.1:51278, baseZNode=/0-1550833178 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:32:40,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019e65bf540005, quorum=127.0.0.1:51278, baseZNode=/1-1497280928 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:32:40,758 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:40,758 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:32:40,758 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:32:40,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:32:40,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:32:40,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:32:40,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:32:40,991 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:32:40,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:32:40,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e41dead{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:32:40,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70969ef9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:32:41,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57eb1a40{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/java.io.tmpdir/jetty-localhost-35029-hadoop-hdfs-3_4_1-tests_jar-_-any-10763743990120493295/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:32:41,088 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@366cc4eb{HTTP/1.1, (http/1.1)}{localhost:35029} 2024-12-03T21:32:41,088 INFO [Time-limited test {}] server.Server(415): Started @199694ms 2024-12-03T21:32:41,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:32:41,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:32:41,306 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:32:41,306 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:32:41,306 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T21:32:41,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf6f846{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:32:41,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@777a69f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:32:41,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@175f77a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/java.io.tmpdir/jetty-localhost-35347-hadoop-hdfs-3_4_1-tests_jar-_-any-7259136137511725629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:32:41,402 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b09d5c4{HTTP/1.1, (http/1.1)}{localhost:35347} 2024-12-03T21:32:41,402 INFO [Time-limited test {}] server.Server(415): Started @200008ms 2024-12-03T21:32:41,403 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:32:42,238 WARN [Thread-2186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/cluster_1723c63e-afe5-5e13-37cc-e9a347bf5131/data/data2/current/BP-922166387-172.17.0.2-1733261560683/current, will proceed with Du for space computation calculation, 2024-12-03T21:32:42,238 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/cluster_1723c63e-afe5-5e13-37cc-e9a347bf5131/data/data1/current/BP-922166387-172.17.0.2-1733261560683/current, will proceed with Du for space computation calculation, 2024-12-03T21:32:42,258 WARN [Thread-2173 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:32:42,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4741497d60e3c1c with lease ID 0xe9445d3b120a76de: Processing first storage report for DS-97610da0-69cb-4214-8d78-d1bd849bae3f from datanode DatanodeRegistration(127.0.0.1:44515, datanodeUuid=9deaba4d-0cbc-4ee6-aee1-e43fb06140c8, infoPort=42027, infoSecurePort=0, ipcPort=44625, storageInfo=lv=-57;cid=testClusterID;nsid=395824672;c=1733261560683) 2024-12-03T21:32:42,261 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4741497d60e3c1c with lease ID 0xe9445d3b120a76de: from storage DS-97610da0-69cb-4214-8d78-d1bd849bae3f node DatanodeRegistration(127.0.0.1:44515, datanodeUuid=9deaba4d-0cbc-4ee6-aee1-e43fb06140c8, infoPort=42027, infoSecurePort=0, ipcPort=44625, storageInfo=lv=-57;cid=testClusterID;nsid=395824672;c=1733261560683), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T21:32:42,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4741497d60e3c1c with lease ID 0xe9445d3b120a76de: Processing first storage report for DS-7011d429-eaea-4e85-929f-808865c96fe7 from datanode DatanodeRegistration(127.0.0.1:44515, datanodeUuid=9deaba4d-0cbc-4ee6-aee1-e43fb06140c8, infoPort=42027, infoSecurePort=0, ipcPort=44625, storageInfo=lv=-57;cid=testClusterID;nsid=395824672;c=1733261560683) 2024-12-03T21:32:42,261 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4741497d60e3c1c with lease ID 0xe9445d3b120a76de: from storage DS-7011d429-eaea-4e85-929f-808865c96fe7 node DatanodeRegistration(127.0.0.1:44515, datanodeUuid=9deaba4d-0cbc-4ee6-aee1-e43fb06140c8, infoPort=42027, infoSecurePort=0, ipcPort=44625, storageInfo=lv=-57;cid=testClusterID;nsid=395824672;c=1733261560683), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:32:42,352 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65 2024-12-03T21:32:42,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:42,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:42,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:32:42,760 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9 with version=8 2024-12-03T21:32:42,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/hbase-staging 2024-12-03T21:32:42,761 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:32:42,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:42,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:42,762 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:32:42,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:42,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:32:42,762 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:32:42,762 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:32:42,762 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46361 2024-12-03T21:32:42,763 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46361 connecting to ZooKeeper ensemble=127.0.0.1:50505 2024-12-03T21:32:42,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463610x0, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:32:42,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46361-0x1019e663d440000 connected 2024-12-03T21:32:42,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:42,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:42,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Set watcher on znode that does not yet exist, /0662799100/running 2024-12-03T21:32:42,908 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9, hbase.cluster.distributed=false 2024-12-03T21:32:42,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Set watcher on znode that does not yet exist, /0662799100/acl 2024-12-03T21:32:42,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46361 2024-12-03T21:32:42,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46361 2024-12-03T21:32:42,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46361 2024-12-03T21:32:42,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46361 2024-12-03T21:32:42,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46361 2024-12-03T21:32:42,921 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:32:42,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:42,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:42,921 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:32:42,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:42,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:32:42,921 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:32:42,921 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:32:42,922 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38667 2024-12-03T21:32:42,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38667 connecting to ZooKeeper ensemble=127.0.0.1:50505 2024-12-03T21:32:42,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:42,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:42,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386670x0, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:32:42,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386670x0, quorum=127.0.0.1:50505, baseZNode=/0662799100 Set watcher on znode that does not yet exist, /0662799100/running 2024-12-03T21:32:42,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38667-0x1019e663d440001 connected 2024-12-03T21:32:42,937 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:32:42,939 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:32:42,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Set watcher on znode that does not yet exist, /0662799100/master 2024-12-03T21:32:42,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Set watcher on znode that does not yet exist, /0662799100/acl 2024-12-03T21:32:42,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38667 2024-12-03T21:32:42,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38667 2024-12-03T21:32:42,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38667 2024-12-03T21:32:42,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38667 2024-12-03T21:32:42,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38667 2024-12-03T21:32:42,959 DEBUG [M:0;101545f66cbd:46361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:46361 2024-12-03T21:32:42,960 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0662799100/backup-masters/101545f66cbd,46361,1733261562761 2024-12-03T21:32:42,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100/backup-masters 2024-12-03T21:32:42,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100/backup-masters 2024-12-03T21:32:42,970 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Set watcher on existing znode=/0662799100/backup-masters/101545f66cbd,46361,1733261562761 2024-12-03T21:32:42,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100 2024-12-03T21:32:42,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0662799100/master 2024-12-03T21:32:42,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100 2024-12-03T21:32:42,978 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Set watcher on existing znode=/0662799100/master 2024-12-03T21:32:42,978 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0662799100/backup-masters/101545f66cbd,46361,1733261562761 from backup master directory 2024-12-03T21:32:42,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0662799100/backup-masters/101545f66cbd,46361,1733261562761 2024-12-03T21:32:42,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100/backup-masters 2024-12-03T21:32:42,986 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:32:42,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100/backup-masters 2024-12-03T21:32:42,986 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,46361,1733261562761 2024-12-03T21:32:42,989 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/hbase.id] with ID: 3a04e0ad-9216-463f-b202-bfbff7eb5f54 2024-12-03T21:32:42,989 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/.tmp/hbase.id 2024-12-03T21:32:42,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:32:43,397 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/.tmp/hbase.id]:[hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/hbase.id] 2024-12-03T21:32:43,405 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:43,405 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:32:43,406 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T21:32:43,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100 2024-12-03T21:32:43,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100 2024-12-03T21:32:43,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:32:43,837 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:32:43,838 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:32:43,838 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:32:43,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:32:43,844 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store 2024-12-03T21:32:43,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:32:44,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:32:44,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:44,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:44,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:44,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:44,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:44,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:44,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:44,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:44,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:44,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:44,249 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:44,249 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:32:44,249 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:44,249 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:44,249 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:32:44,249 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:44,249 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:44,249 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261564249Disabling compacts and flushes for region at 1733261564249Disabling writes for close at 1733261564249Writing region close event to WAL at 1733261564249Closed at 1733261564249 2024-12-03T21:32:44,250 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/.initializing 2024-12-03T21:32:44,250 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/WALs/101545f66cbd,46361,1733261562761 2024-12-03T21:32:44,252 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:32:44,253 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C46361%2C1733261562761, suffix=, logDir=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/WALs/101545f66cbd,46361,1733261562761, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/oldWALs, maxLogs=10 2024-12-03T21:32:44,267 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/WALs/101545f66cbd,46361,1733261562761/101545f66cbd%2C46361%2C1733261562761.1733261564253, exclude list is [], retry=0 2024-12-03T21:32:44,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-97610da0-69cb-4214-8d78-d1bd849bae3f,DISK] 2024-12-03T21:32:44,271 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/WALs/101545f66cbd,46361,1733261562761/101545f66cbd%2C46361%2C1733261562761.1733261564253 2024-12-03T21:32:44,272 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42027:42027)] 2024-12-03T21:32:44,272 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:32:44,272 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:44,272 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:44,272 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:44,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:44,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:32:44,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:44,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:44,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:44,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:32:44,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:44,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:44,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:44,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:32:44,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:44,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:44,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:44,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:32:44,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:44,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:44,277 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:44,278 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:44,278 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:44,279 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:44,279 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:44,280 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:32:44,280 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:44,282 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:32:44,282 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63349909, jitterRate=-0.05601279437541962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:32:44,283 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261564272Initializing all the Stores at 1733261564273 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261564273Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261564273Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261564273Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261564273Cleaning up temporary data from old regions at 1733261564279 (+6 ms)Region opened successfully at 1733261564283 (+4 ms) 2024-12-03T21:32:44,283 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:32:44,285 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1466a934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:32:44,285 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:32:44,285 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:32:44,285 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:32:44,286 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:32:44,286 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:32:44,286 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:32:44,286 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:32:44,289 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:32:44,290 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Unable to get data of znode /0662799100/balancer because node does not exist (not necessarily an error) 2024-12-03T21:32:44,315 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0662799100/balancer already deleted, retry=false 2024-12-03T21:32:44,316 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:32:44,316 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Unable to get data of znode /0662799100/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:32:44,324 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0662799100/normalizer already deleted, retry=false 2024-12-03T21:32:44,324 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:32:44,325 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Unable to get data of znode /0662799100/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:32:44,332 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0662799100/switch/split already deleted, retry=false 2024-12-03T21:32:44,333 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Unable to get data of znode /0662799100/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:32:44,340 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0662799100/switch/merge already deleted, retry=false 2024-12-03T21:32:44,342 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Unable to get data of znode /0662799100/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:32:44,348 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0662799100/snapshot-cleanup already deleted, retry=false 2024-12-03T21:32:44,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0662799100/running 2024-12-03T21:32:44,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100 2024-12-03T21:32:44,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0662799100/running 2024-12-03T21:32:44,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100 2024-12-03T21:32:44,357 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,46361,1733261562761, sessionid=0x1019e663d440000, setting cluster-up flag (Was=false) 2024-12-03T21:32:44,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100 2024-12-03T21:32:44,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100 2024-12-03T21:32:44,399 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0662799100/flush-table-proc/acquired, /0662799100/flush-table-proc/reached, /0662799100/flush-table-proc/abort 2024-12-03T21:32:44,400 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,46361,1733261562761 2024-12-03T21:32:44,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100 2024-12-03T21:32:44,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100 2024-12-03T21:32:44,440 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0662799100/online-snapshot/acquired, /0662799100/online-snapshot/reached, /0662799100/online-snapshot/abort 2024-12-03T21:32:44,441 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,46361,1733261562761 2024-12-03T21:32:44,442 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:32:44,443 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:32:44,443 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:32:44,443 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:32:44,443 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,46361,1733261562761 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:32:44,444 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:32:44,444 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:32:44,444 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:32:44,445 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:32:44,445 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:32:44,445 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:44,445 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:32:44,445 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:44,445 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261594445 2024-12-03T21:32:44,445 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:32:44,445 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:32:44,445 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:32:44,445 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:32:44,445 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:32:44,445 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:32:44,446 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:44,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:32:44,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:32:44,446 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:32:44,446 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:32:44,446 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:32:44,446 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:32:44,446 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:32:44,446 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:32:44,446 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261564446,5,FailOnTimeoutGroup] 2024-12-03T21:32:44,447 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261564446,5,FailOnTimeoutGroup] 2024-12-03T21:32:44,447 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:44,447 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:32:44,447 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:44,447 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:44,447 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:44,447 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:32:44,450 INFO [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(746): ClusterId : 3a04e0ad-9216-463f-b202-bfbff7eb5f54 2024-12-03T21:32:44,450 DEBUG [RS:0;101545f66cbd:38667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:32:44,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:32:44,457 DEBUG [RS:0;101545f66cbd:38667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:32:44,457 DEBUG [RS:0;101545f66cbd:38667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:32:44,466 DEBUG [RS:0;101545f66cbd:38667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:32:44,466 DEBUG [RS:0;101545f66cbd:38667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de5aea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:32:44,479 DEBUG [RS:0;101545f66cbd:38667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:38667 2024-12-03T21:32:44,479 INFO [RS:0;101545f66cbd:38667 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:32:44,479 INFO [RS:0;101545f66cbd:38667 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:32:44,479 DEBUG [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:32:44,480 INFO [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,46361,1733261562761 with port=38667, startcode=1733261562921 2024-12-03T21:32:44,480 DEBUG [RS:0;101545f66cbd:38667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:32:44,481 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:32:44,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46361 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,38667,1733261562921 2024-12-03T21:32:44,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46361 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,38667,1733261562921 2024-12-03T21:32:44,483 DEBUG [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9 2024-12-03T21:32:44,483 DEBUG [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40123 2024-12-03T21:32:44,483 DEBUG [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:32:44,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100/rs 2024-12-03T21:32:44,491 DEBUG [RS:0;101545f66cbd:38667 {}] zookeeper.ZKUtil(111): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Set watcher on existing znode=/0662799100/rs/101545f66cbd,38667,1733261562921 2024-12-03T21:32:44,491 WARN [RS:0;101545f66cbd:38667 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:32:44,491 INFO [RS:0;101545f66cbd:38667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:32:44,491 DEBUG [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921 2024-12-03T21:32:44,491 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,38667,1733261562921] 2024-12-03T21:32:44,493 INFO [RS:0;101545f66cbd:38667 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:32:44,494 INFO [RS:0;101545f66cbd:38667 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:32:44,494 INFO [RS:0;101545f66cbd:38667 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:32:44,494 INFO [RS:0;101545f66cbd:38667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:44,495 INFO [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:32:44,495 INFO [RS:0;101545f66cbd:38667 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:32:44,495 INFO [RS:0;101545f66cbd:38667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:44,495 DEBUG [RS:0;101545f66cbd:38667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:44,495 DEBUG [RS:0;101545f66cbd:38667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:44,495 DEBUG [RS:0;101545f66cbd:38667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:44,495 DEBUG [RS:0;101545f66cbd:38667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:44,495 DEBUG [RS:0;101545f66cbd:38667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:44,495 DEBUG [RS:0;101545f66cbd:38667 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:32:44,495 DEBUG [RS:0;101545f66cbd:38667 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:44,495 DEBUG [RS:0;101545f66cbd:38667 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:44,495 DEBUG [RS:0;101545f66cbd:38667 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:44,495 DEBUG [RS:0;101545f66cbd:38667 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:44,495 DEBUG [RS:0;101545f66cbd:38667 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:44,495 DEBUG [RS:0;101545f66cbd:38667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:44,495 DEBUG [RS:0;101545f66cbd:38667 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:32:44,496 DEBUG [RS:0;101545f66cbd:38667 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:32:44,497 INFO [RS:0;101545f66cbd:38667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:44,498 INFO [RS:0;101545f66cbd:38667 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:44,498 INFO [RS:0;101545f66cbd:38667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:44,498 INFO [RS:0;101545f66cbd:38667 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:44,498 INFO [RS:0;101545f66cbd:38667 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:44,498 INFO [RS:0;101545f66cbd:38667 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,38667,1733261562921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:32:44,509 INFO [RS:0;101545f66cbd:38667 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:32:44,509 INFO [RS:0;101545f66cbd:38667 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,38667,1733261562921-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:44,509 INFO [RS:0;101545f66cbd:38667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:44,509 INFO [RS:0;101545f66cbd:38667 {}] regionserver.Replication(171): 101545f66cbd,38667,1733261562921 started 2024-12-03T21:32:44,520 INFO [RS:0;101545f66cbd:38667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:44,520 INFO [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,38667,1733261562921, RpcServer on 101545f66cbd/172.17.0.2:38667, sessionid=0x1019e663d440001 2024-12-03T21:32:44,520 DEBUG [RS:0;101545f66cbd:38667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:32:44,520 DEBUG [RS:0;101545f66cbd:38667 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,38667,1733261562921 2024-12-03T21:32:44,520 DEBUG [RS:0;101545f66cbd:38667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,38667,1733261562921' 2024-12-03T21:32:44,520 DEBUG [RS:0;101545f66cbd:38667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0662799100/flush-table-proc/abort' 2024-12-03T21:32:44,521 DEBUG [RS:0;101545f66cbd:38667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0662799100/flush-table-proc/acquired' 2024-12-03T21:32:44,521 DEBUG [RS:0;101545f66cbd:38667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:32:44,521 DEBUG [RS:0;101545f66cbd:38667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:32:44,521 DEBUG [RS:0;101545f66cbd:38667 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,38667,1733261562921 2024-12-03T21:32:44,521 DEBUG [RS:0;101545f66cbd:38667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,38667,1733261562921' 2024-12-03T21:32:44,521 DEBUG [RS:0;101545f66cbd:38667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0662799100/online-snapshot/abort' 2024-12-03T21:32:44,521 DEBUG [RS:0;101545f66cbd:38667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0662799100/online-snapshot/acquired' 2024-12-03T21:32:44,522 DEBUG [RS:0;101545f66cbd:38667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:32:44,522 INFO [RS:0;101545f66cbd:38667 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:32:44,522 INFO [RS:0;101545f66cbd:38667 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:32:44,622 INFO [RS:0;101545f66cbd:38667 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:32:44,623 INFO [RS:0;101545f66cbd:38667 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C38667%2C1733261562921, suffix=, logDir=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/oldWALs, maxLogs=10 2024-12-03T21:32:44,633 DEBUG [RS:0;101545f66cbd:38667 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623, exclude list is [], retry=0 2024-12-03T21:32:44,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-97610da0-69cb-4214-8d78-d1bd849bae3f,DISK] 2024-12-03T21:32:44,637 INFO [RS:0;101545f66cbd:38667 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 2024-12-03T21:32:44,637 DEBUG [RS:0;101545f66cbd:38667 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42027:42027)] 2024-12-03T21:32:44,788 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:44,788 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:32:44,788 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8204 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:32:44,853 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:32:44,853 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9 2024-12-03T21:32:44,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:32:45,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:45,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:32:45,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:32:45,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:45,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:45,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:32:45,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:32:45,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:45,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:45,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:32:45,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:32:45,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:45,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:45,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:32:45,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:32:45,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:45,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:45,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:32:45,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740 2024-12-03T21:32:45,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740 2024-12-03T21:32:45,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:32:45,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:32:45,266 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:32:45,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:32:45,268 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:32:45,268 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58989192, jitterRate=-0.12099254131317139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:32:45,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261565258Initializing all the Stores at 1733261565259 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261565259Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261565259Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261565259Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261565259Cleaning up temporary data from old regions at 1733261565266 (+7 ms)Region opened successfully at 1733261565269 (+3 ms) 2024-12-03T21:32:45,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:32:45,269 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:32:45,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:32:45,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:32:45,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:32:45,269 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:32:45,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261565269Disabling compacts and flushes for region at 1733261565269Disabling writes for close at 1733261565269Writing region close event to WAL at 1733261565269Closed at 1733261565269 2024-12-03T21:32:45,270 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:32:45,270 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:32:45,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:32:45,270 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:32:45,271 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:32:45,421 DEBUG [101545f66cbd:46361 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:32:45,422 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,38667,1733261562921 2024-12-03T21:32:45,422 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,38667,1733261562921, state=OPENING 2024-12-03T21:32:45,448 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:32:45,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100 2024-12-03T21:32:45,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100 2024-12-03T21:32:45,457 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:32:45,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0662799100/meta-region-server: CHANGED 2024-12-03T21:32:45,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0662799100/meta-region-server: CHANGED 2024-12-03T21:32:45,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,38667,1733261562921}] 2024-12-03T21:32:45,609 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:32:45,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:32:45,613 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:32:45,613 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:32:45,613 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:32:45,614 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C38667%2C1733261562921.meta, suffix=.meta, logDir=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/oldWALs, maxLogs=10 2024-12-03T21:32:45,624 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.meta.1733261565614.meta, exclude list is [], retry=0 2024-12-03T21:32:45,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-97610da0-69cb-4214-8d78-d1bd849bae3f,DISK] 2024-12-03T21:32:45,628 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.meta.1733261565614.meta 2024-12-03T21:32:45,628 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42027:42027)] 2024-12-03T21:32:45,628 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:32:45,628 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:32:45,628 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:32:45,628 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:32:45,628 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:32:45,629 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:32:45,629 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:45,629 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:32:45,629 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:32:45,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:32:45,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:32:45,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:45,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:45,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:32:45,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:32:45,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:45,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:45,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:32:45,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:32:45,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:45,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:45,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:32:45,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:32:45,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:45,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:45,633 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:32:45,634 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740 2024-12-03T21:32:45,634 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740 2024-12-03T21:32:45,635 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:32:45,635 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:32:45,635 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:32:45,636 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:32:45,637 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61022767, jitterRate=-0.09068991243839264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:32:45,637 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:32:45,638 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261565629Writing region info on filesystem at 1733261565629Initializing all the Stores at 1733261565629Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261565630 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261565630Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261565630Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261565630Cleaning up temporary data from old regions at 1733261565635 (+5 ms)Running coprocessor post-open hooks at 1733261565637 (+2 ms)Region opened successfully at 1733261565637 2024-12-03T21:32:45,638 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261565609 2024-12-03T21:32:45,640 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:32:45,640 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:32:45,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,38667,1733261562921 2024-12-03T21:32:45,641 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,38667,1733261562921, state=OPEN 2024-12-03T21:32:45,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0662799100/meta-region-server 2024-12-03T21:32:45,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0662799100/meta-region-server 2024-12-03T21:32:45,671 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,38667,1733261562921 2024-12-03T21:32:45,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0662799100/meta-region-server: CHANGED 2024-12-03T21:32:45,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0662799100/meta-region-server: CHANGED 2024-12-03T21:32:45,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:32:45,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,38667,1733261562921 in 214 msec 2024-12-03T21:32:45,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:32:45,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-12-03T21:32:45,675 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:32:45,675 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:32:45,676 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:45,676 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,38667,1733261562921, seqNum=-1] 2024-12-03T21:32:45,676 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:45,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:32:45,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-12-03T21:32:45,681 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261565681, completionTime=-1 2024-12-03T21:32:45,681 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:32:45,681 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:32:45,683 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:32:45,683 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261625683 2024-12-03T21:32:45,683 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261685683 2024-12-03T21:32:45,683 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T21:32:45,683 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,46361,1733261562761-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:45,683 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,46361,1733261562761-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:45,683 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,46361,1733261562761-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:45,683 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:46361, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:45,683 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:45,683 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:45,685 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:32:45,686 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.700sec 2024-12-03T21:32:45,687 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:32:45,687 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:32:45,687 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:32:45,687 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:32:45,687 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:32:45,687 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,46361,1733261562761-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:32:45,687 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,46361,1733261562761-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:32:45,688 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:32:45,688 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:32:45,688 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,46361,1733261562761-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:45,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efaac7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:45,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,46361,-1 for getting cluster id 2024-12-03T21:32:45,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:45,752 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a04e0ad-9216-463f-b202-bfbff7eb5f54' 2024-12-03T21:32:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a04e0ad-9216-463f-b202-bfbff7eb5f54" 2024-12-03T21:32:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a10debf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,46361,-1] 2024-12-03T21:32:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:45,753 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:45,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e02bc05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:45,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:45,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,38667,1733261562921, seqNum=-1] 2024-12-03T21:32:45,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:45,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:32:45,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,46361,1733261562761 2024-12-03T21:32:45,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50505 2024-12-03T21:32:45,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:32:45,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e663d440002 connected 2024-12-03T21:32:45,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/hadoop.log.dir so I do NOT create it in target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb 2024-12-03T21:32:45,788 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:32:45,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/hadoop.tmp.dir so I do NOT create it in target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb 2024-12-03T21:32:45,788 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:32:45,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb 2024-12-03T21:32:45,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:32:45,788 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/cluster_fd4d9201-3707-a2af-0231-3ed08c19119a, deleteOnExit=true 2024-12-03T21:32:45,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:32:45,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/test.cache.data in system properties and HBase conf 2024-12-03T21:32:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:32:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:32:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:32:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:32:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:32:45,789 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:32:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:32:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:32:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:32:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:32:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:32:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:32:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:32:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:32:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:32:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:32:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:32:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:32:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:32:45,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:32:46,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:32:46,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:32:46,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:32:46,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:32:46,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T21:32:46,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:32:46,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@748d40d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:32:46,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8ccabc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:32:46,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@509e4c49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/java.io.tmpdir/jetty-localhost-34595-hadoop-hdfs-3_4_1-tests_jar-_-any-16649923586313231373/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:32:46,149 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e55e70{HTTP/1.1, (http/1.1)}{localhost:34595} 2024-12-03T21:32:46,149 INFO [Time-limited test {}] server.Server(415): Started @204755ms 2024-12-03T21:32:46,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:32:46,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:32:46,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:32:46,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:32:46,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:32:46,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1664869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:32:46,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f3dee80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:32:46,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69a6dee9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/java.io.tmpdir/jetty-localhost-42373-hadoop-hdfs-3_4_1-tests_jar-_-any-11723071701412858891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:32:46,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28f81f89{HTTP/1.1, (http/1.1)}{localhost:42373} 2024-12-03T21:32:46,476 INFO [Time-limited test {}] server.Server(415): Started @205082ms 2024-12-03T21:32:46,477 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:32:46,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T21:32:46,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T21:32:46,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:32:47,014 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/cluster_fd4d9201-3707-a2af-0231-3ed08c19119a/data/data1/current/BP-566747484-172.17.0.2-1733261565802/current, will proceed with Du for space computation calculation, 2024-12-03T21:32:47,014 WARN [Thread-2307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/cluster_fd4d9201-3707-a2af-0231-3ed08c19119a/data/data2/current/BP-566747484-172.17.0.2-1733261565802/current, will proceed with Du for space computation calculation, 2024-12-03T21:32:47,028 WARN [Thread-2294 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:32:47,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce7bd4632d10b357 with lease ID 0x9258cad7fa44228c: Processing first storage report for DS-2a712fc3-25fa-4ef6-a29b-e8fe33b9340f from datanode DatanodeRegistration(127.0.0.1:35373, datanodeUuid=2f89c708-7d88-4514-8299-62cb7e071328, infoPort=42473, infoSecurePort=0, ipcPort=39841, storageInfo=lv=-57;cid=testClusterID;nsid=1612247639;c=1733261565802) 2024-12-03T21:32:47,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce7bd4632d10b357 with lease ID 0x9258cad7fa44228c: from storage DS-2a712fc3-25fa-4ef6-a29b-e8fe33b9340f node DatanodeRegistration(127.0.0.1:35373, datanodeUuid=2f89c708-7d88-4514-8299-62cb7e071328, infoPort=42473, infoSecurePort=0, ipcPort=39841, storageInfo=lv=-57;cid=testClusterID;nsid=1612247639;c=1733261565802), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:32:47,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce7bd4632d10b357 with lease ID 0x9258cad7fa44228c: Processing first storage report for DS-7cf81523-cbe9-45fd-92c1-f57cea9023ec from datanode DatanodeRegistration(127.0.0.1:35373, datanodeUuid=2f89c708-7d88-4514-8299-62cb7e071328, infoPort=42473, infoSecurePort=0, ipcPort=39841, storageInfo=lv=-57;cid=testClusterID;nsid=1612247639;c=1733261565802) 2024-12-03T21:32:47,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce7bd4632d10b357 with lease ID 0x9258cad7fa44228c: from storage DS-7cf81523-cbe9-45fd-92c1-f57cea9023ec node DatanodeRegistration(127.0.0.1:35373, datanodeUuid=2f89c708-7d88-4514-8299-62cb7e071328, infoPort=42473, infoSecurePort=0, ipcPort=39841, storageInfo=lv=-57;cid=testClusterID;nsid=1612247639;c=1733261565802), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:32:47,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb 2024-12-03T21:32:47,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:47,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:47,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:32:47,512 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4 with version=8 2024-12-03T21:32:47,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/hbase-staging 2024-12-03T21:32:47,514 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:32:47,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:47,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:47,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:32:47,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:47,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:32:47,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:32:47,514 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:32:47,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33945 2024-12-03T21:32:47,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33945 connecting to ZooKeeper ensemble=127.0.0.1:50505 2024-12-03T21:32:47,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339450x0, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:32:47,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33945-0x1019e663d440003 connected 2024-12-03T21:32:47,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:47,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:47,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Set watcher on znode that does not yet exist, /11117917934/running 2024-12-03T21:32:47,607 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4, hbase.cluster.distributed=false 2024-12-03T21:32:47,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Set watcher on znode that does not yet exist, /11117917934/acl 2024-12-03T21:32:47,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33945 2024-12-03T21:32:47,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33945 2024-12-03T21:32:47,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33945 2024-12-03T21:32:47,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33945 2024-12-03T21:32:47,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33945 2024-12-03T21:32:47,624 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:32:47,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:47,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:47,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:32:47,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:32:47,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:32:47,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:32:47,625 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:32:47,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33219 2024-12-03T21:32:47,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33219 connecting to ZooKeeper ensemble=127.0.0.1:50505 2024-12-03T21:32:47,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:47,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:47,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332190x0, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:32:47,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332190x0, quorum=127.0.0.1:50505, baseZNode=/11117917934 Set watcher on znode that does not yet exist, /11117917934/running 2024-12-03T21:32:47,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33219-0x1019e663d440004 connected 2024-12-03T21:32:47,637 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:32:47,637 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:32:47,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Set watcher on znode that does not yet exist, /11117917934/master 2024-12-03T21:32:47,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Set watcher on znode that does not yet exist, /11117917934/acl 2024-12-03T21:32:47,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33219 2024-12-03T21:32:47,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33219 2024-12-03T21:32:47,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33219 2024-12-03T21:32:47,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33219 2024-12-03T21:32:47,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33219 2024-12-03T21:32:47,652 DEBUG [M:0;101545f66cbd:33945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:33945 2024-12-03T21:32:47,655 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11117917934/backup-masters/101545f66cbd,33945,1733261567513 2024-12-03T21:32:47,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934/backup-masters 2024-12-03T21:32:47,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934/backup-masters 2024-12-03T21:32:47,665 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Set watcher on existing znode=/11117917934/backup-masters/101545f66cbd,33945,1733261567513 2024-12-03T21:32:47,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934 2024-12-03T21:32:47,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11117917934/master 2024-12-03T21:32:47,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934 2024-12-03T21:32:47,674 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Set watcher on existing znode=/11117917934/master 2024-12-03T21:32:47,674 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11117917934/backup-masters/101545f66cbd,33945,1733261567513 from backup master directory 2024-12-03T21:32:47,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11117917934/backup-masters/101545f66cbd,33945,1733261567513 2024-12-03T21:32:47,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934/backup-masters 2024-12-03T21:32:47,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934/backup-masters 2024-12-03T21:32:47,682 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:32:47,682 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,33945,1733261567513 2024-12-03T21:32:47,686 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/hbase.id] with ID: d5e51b5a-b460-4fe9-ba51-e5a23eb77619 2024-12-03T21:32:47,686 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/.tmp/hbase.id 2024-12-03T21:32:47,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:32:48,090 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/.tmp/hbase.id]:[hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/hbase.id] 2024-12-03T21:32:48,098 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:32:48,098 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:32:48,099 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T21:32:48,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934 2024-12-03T21:32:48,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934 2024-12-03T21:32:48,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:32:48,533 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:32:48,533 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:32:48,534 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:32:48,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:32:48,939 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store 2024-12-03T21:32:48,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:32:49,344 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:49,344 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:32:49,344 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:49,344 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:49,344 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:32:49,344 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:49,345 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:32:49,345 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261569344Disabling compacts and flushes for region at 1733261569344Disabling writes for close at 1733261569344Writing region close event to WAL at 1733261569344Closed at 1733261569344 2024-12-03T21:32:49,345 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/.initializing 2024-12-03T21:32:49,345 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/WALs/101545f66cbd,33945,1733261567513 2024-12-03T21:32:49,346 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:32:49,347 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C33945%2C1733261567513, suffix=, logDir=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/WALs/101545f66cbd,33945,1733261567513, archiveDir=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/oldWALs, maxLogs=10 2024-12-03T21:32:49,357 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/WALs/101545f66cbd,33945,1733261567513/101545f66cbd%2C33945%2C1733261567513.1733261569347, exclude list is [], retry=0 2024-12-03T21:32:49,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-2a712fc3-25fa-4ef6-a29b-e8fe33b9340f,DISK] 2024-12-03T21:32:49,360 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/WALs/101545f66cbd,33945,1733261567513/101545f66cbd%2C33945%2C1733261567513.1733261569347 2024-12-03T21:32:49,360 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42473:42473)] 2024-12-03T21:32:49,360 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:32:49,361 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:49,361 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:49,361 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:49,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:49,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:32:49,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:49,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:49,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:49,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:32:49,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:49,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:49,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:49,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:32:49,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:49,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:49,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:49,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:32:49,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:49,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:49,366 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:49,367 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:49,367 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:49,368 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:49,368 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:49,368 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:32:49,369 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:32:49,370 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:32:49,370 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60308779, jitterRate=-0.10132916271686554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:32:49,370 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261569361Initializing all the Stores at 1733261569361Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261569361Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261569362 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261569362Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261569362Cleaning up temporary data from old regions at 1733261569368 (+6 ms)Region opened successfully at 1733261569370 (+2 ms) 2024-12-03T21:32:49,371 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:32:49,373 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c316e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:32:49,373 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:32:49,373 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:32:49,373 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:32:49,373 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:32:49,374 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:32:49,374 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:32:49,374 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:32:49,375 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:32:49,376 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Unable to get data of znode /11117917934/balancer because node does not exist (not necessarily an error) 2024-12-03T21:32:49,411 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11117917934/balancer already deleted, retry=false 2024-12-03T21:32:49,411 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:32:49,412 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Unable to get data of znode /11117917934/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:32:49,419 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11117917934/normalizer already deleted, retry=false 2024-12-03T21:32:49,419 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:32:49,420 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Unable to get data of znode /11117917934/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:32:49,428 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11117917934/switch/split already deleted, retry=false 2024-12-03T21:32:49,428 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Unable to get data of znode /11117917934/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:32:49,436 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11117917934/switch/merge already deleted, retry=false 2024-12-03T21:32:49,437 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Unable to get data of znode /11117917934/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:32:49,444 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11117917934/snapshot-cleanup already deleted, retry=false 2024-12-03T21:32:49,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11117917934/running 2024-12-03T21:32:49,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934 2024-12-03T21:32:49,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11117917934/running 2024-12-03T21:32:49,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934 2024-12-03T21:32:49,453 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,33945,1733261567513, sessionid=0x1019e663d440003, setting cluster-up flag (Was=false) 2024-12-03T21:32:49,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934 2024-12-03T21:32:49,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934 2024-12-03T21:32:49,494 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11117917934/flush-table-proc/acquired, /11117917934/flush-table-proc/reached, /11117917934/flush-table-proc/abort 2024-12-03T21:32:49,495 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,33945,1733261567513 2024-12-03T21:32:49,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934 2024-12-03T21:32:49,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934 2024-12-03T21:32:49,536 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11117917934/online-snapshot/acquired, /11117917934/online-snapshot/reached, /11117917934/online-snapshot/abort 2024-12-03T21:32:49,536 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,33945,1733261567513 2024-12-03T21:32:49,537 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:32:49,538 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:32:49,538 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:32:49,539 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:32:49,539 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,33945,1733261567513 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:32:49,540 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:32:49,540 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:32:49,540 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:32:49,540 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:32:49,540 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:32:49,540 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:49,540 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:32:49,540 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:49,541 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261599541 2024-12-03T21:32:49,552 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:32:49,552 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:32:49,552 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:32:49,552 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:32:49,552 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:32:49,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:32:49,552 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:32:49,553 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:32:49,553 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:49,553 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:32:49,553 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:32:49,553 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:32:49,553 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:32:49,553 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:49,553 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:32:49,554 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:32:49,554 INFO [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(746): ClusterId : d5e51b5a-b460-4fe9-ba51-e5a23eb77619 2024-12-03T21:32:49,554 DEBUG [RS:0;101545f66cbd:33219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:32:49,554 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:32:49,554 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261569554,5,FailOnTimeoutGroup] 2024-12-03T21:32:49,555 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261569554,5,FailOnTimeoutGroup] 2024-12-03T21:32:49,555 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:49,555 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:32:49,555 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:49,555 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:49,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:32:49,559 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:32:49,559 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4 2024-12-03T21:32:49,562 DEBUG [RS:0;101545f66cbd:33219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:32:49,562 DEBUG [RS:0;101545f66cbd:33219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:32:49,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741832_1008 (size=32) 2024-12-03T21:32:49,570 DEBUG [RS:0;101545f66cbd:33219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:32:49,570 DEBUG [RS:0;101545f66cbd:33219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d0a818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:32:49,587 DEBUG [RS:0;101545f66cbd:33219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:33219 2024-12-03T21:32:49,587 INFO [RS:0;101545f66cbd:33219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:32:49,587 INFO [RS:0;101545f66cbd:33219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:32:49,587 DEBUG [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:32:49,588 INFO [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,33945,1733261567513 with port=33219, startcode=1733261567624 2024-12-03T21:32:49,588 DEBUG [RS:0;101545f66cbd:33219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:32:49,590 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:32:49,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,33219,1733261567624 2024-12-03T21:32:49,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33945 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,33219,1733261567624 2024-12-03T21:32:49,591 DEBUG [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4 2024-12-03T21:32:49,591 DEBUG [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38139 2024-12-03T21:32:49,591 DEBUG [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:32:49,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934/rs 2024-12-03T21:32:49,599 DEBUG [RS:0;101545f66cbd:33219 {}] zookeeper.ZKUtil(111): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Set watcher on existing znode=/11117917934/rs/101545f66cbd,33219,1733261567624 2024-12-03T21:32:49,599 WARN [RS:0;101545f66cbd:33219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:32:49,599 INFO [RS:0;101545f66cbd:33219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:32:49,599 DEBUG [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624 2024-12-03T21:32:49,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,33219,1733261567624] 2024-12-03T21:32:49,609 INFO [RS:0;101545f66cbd:33219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:32:49,611 INFO [RS:0;101545f66cbd:33219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:32:49,611 INFO [RS:0;101545f66cbd:33219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:32:49,612 INFO [RS:0;101545f66cbd:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:49,612 INFO [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:32:49,613 INFO [RS:0;101545f66cbd:33219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:32:49,613 INFO [RS:0;101545f66cbd:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:49,613 DEBUG [RS:0;101545f66cbd:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:49,613 DEBUG [RS:0;101545f66cbd:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:49,613 DEBUG [RS:0;101545f66cbd:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:49,613 DEBUG [RS:0;101545f66cbd:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:49,613 DEBUG [RS:0;101545f66cbd:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:49,613 DEBUG [RS:0;101545f66cbd:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:32:49,613 DEBUG [RS:0;101545f66cbd:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:49,613 DEBUG [RS:0;101545f66cbd:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:49,613 DEBUG [RS:0;101545f66cbd:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:49,613 DEBUG [RS:0;101545f66cbd:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:49,613 DEBUG [RS:0;101545f66cbd:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:49,613 DEBUG [RS:0;101545f66cbd:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:32:49,613 DEBUG [RS:0;101545f66cbd:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:32:49,613 DEBUG [RS:0;101545f66cbd:33219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:32:49,617 INFO [RS:0;101545f66cbd:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:49,617 INFO [RS:0;101545f66cbd:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:49,617 INFO [RS:0;101545f66cbd:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:49,617 INFO [RS:0;101545f66cbd:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:49,617 INFO [RS:0;101545f66cbd:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:49,617 INFO [RS:0;101545f66cbd:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,33219,1733261567624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:32:49,629 INFO [RS:0;101545f66cbd:33219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:32:49,630 INFO [RS:0;101545f66cbd:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,33219,1733261567624-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:49,630 INFO [RS:0;101545f66cbd:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:49,630 INFO [RS:0;101545f66cbd:33219 {}] regionserver.Replication(171): 101545f66cbd,33219,1733261567624 started 2024-12-03T21:32:49,641 INFO [RS:0;101545f66cbd:33219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:49,641 INFO [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,33219,1733261567624, RpcServer on 101545f66cbd/172.17.0.2:33219, sessionid=0x1019e663d440004 2024-12-03T21:32:49,641 DEBUG [RS:0;101545f66cbd:33219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:32:49,641 DEBUG [RS:0;101545f66cbd:33219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,33219,1733261567624 2024-12-03T21:32:49,641 DEBUG [RS:0;101545f66cbd:33219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,33219,1733261567624' 2024-12-03T21:32:49,641 DEBUG [RS:0;101545f66cbd:33219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11117917934/flush-table-proc/abort' 2024-12-03T21:32:49,642 DEBUG [RS:0;101545f66cbd:33219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11117917934/flush-table-proc/acquired' 2024-12-03T21:32:49,642 DEBUG [RS:0;101545f66cbd:33219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:32:49,642 DEBUG [RS:0;101545f66cbd:33219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:32:49,642 DEBUG [RS:0;101545f66cbd:33219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,33219,1733261567624 2024-12-03T21:32:49,642 DEBUG [RS:0;101545f66cbd:33219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,33219,1733261567624' 2024-12-03T21:32:49,642 DEBUG [RS:0;101545f66cbd:33219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11117917934/online-snapshot/abort' 2024-12-03T21:32:49,643 DEBUG [RS:0;101545f66cbd:33219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11117917934/online-snapshot/acquired' 2024-12-03T21:32:49,643 DEBUG [RS:0;101545f66cbd:33219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:32:49,643 INFO [RS:0;101545f66cbd:33219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:32:49,643 INFO [RS:0;101545f66cbd:33219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:32:49,743 INFO [RS:0;101545f66cbd:33219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:32:49,745 INFO [RS:0;101545f66cbd:33219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C33219%2C1733261567624, suffix=, logDir=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624, archiveDir=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/oldWALs, maxLogs=10 2024-12-03T21:32:49,756 DEBUG [RS:0;101545f66cbd:33219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745, exclude list is [], retry=0 2024-12-03T21:32:49,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-2a712fc3-25fa-4ef6-a29b-e8fe33b9340f,DISK] 2024-12-03T21:32:49,759 INFO [RS:0;101545f66cbd:33219 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 2024-12-03T21:32:49,760 DEBUG [RS:0;101545f66cbd:33219 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42473:42473)] 2024-12-03T21:32:49,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:49,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:32:49,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:32:49,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:49,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:49,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:32:49,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:32:49,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:49,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:49,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:32:49,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:32:49,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:49,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:49,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:32:49,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:32:49,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:49,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:49,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:32:49,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740 2024-12-03T21:32:49,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740 2024-12-03T21:32:49,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:32:49,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:32:49,973 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:32:49,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:32:49,976 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:32:49,976 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65436768, jitterRate=-0.02491617202758789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:32:49,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261569965Initializing all the Stores at 1733261569966 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261569966Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261569966Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261569966Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261569966Cleaning up temporary data from old regions at 1733261569973 (+7 ms)Region opened successfully at 1733261569976 (+3 ms) 2024-12-03T21:32:49,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:32:49,976 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:32:49,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:32:49,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:32:49,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:32:49,976 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:32:49,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261569976Disabling compacts and flushes for region at 1733261569976Disabling writes for close at 1733261569976Writing region close event to WAL at 1733261569976Closed at 1733261569976 2024-12-03T21:32:49,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:32:49,977 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:32:49,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:32:49,978 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:32:49,979 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:32:50,129 DEBUG [101545f66cbd:33945 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:32:50,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,33219,1733261567624 2024-12-03T21:32:50,130 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,33219,1733261567624, state=OPENING 2024-12-03T21:32:50,188 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:32:50,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934 2024-12-03T21:32:50,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934 2024-12-03T21:32:50,207 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:32:50,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11117917934/meta-region-server: CHANGED 2024-12-03T21:32:50,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,33219,1733261567624}] 2024-12-03T21:32:50,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11117917934/meta-region-server: CHANGED 2024-12-03T21:32:50,359 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:32:50,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:32:50,363 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:32:50,363 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:32:50,363 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:32:50,364 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C33219%2C1733261567624.meta, suffix=.meta, logDir=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624, archiveDir=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/oldWALs, maxLogs=10 2024-12-03T21:32:50,376 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.meta.1733261570364.meta, exclude list is [], retry=0 2024-12-03T21:32:50,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-2a712fc3-25fa-4ef6-a29b-e8fe33b9340f,DISK] 2024-12-03T21:32:50,379 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.meta.1733261570364.meta 2024-12-03T21:32:50,380 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42473:42473)] 2024-12-03T21:32:50,380 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:32:50,380 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:32:50,380 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:32:50,380 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:32:50,380 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:32:50,380 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:32:50,380 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:50,380 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:32:50,380 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:32:50,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:32:50,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:32:50,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:50,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:50,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:32:50,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:32:50,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:50,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:50,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:32:50,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:32:50,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:50,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:50,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:32:50,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:32:50,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:50,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:32:50,385 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:32:50,386 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740 2024-12-03T21:32:50,386 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740 2024-12-03T21:32:50,387 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:32:50,387 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:32:50,387 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:32:50,388 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:32:50,388 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74319859, jitterRate=0.10745219886302948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:32:50,389 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:32:50,389 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261570380Writing region info on filesystem at 1733261570380Initializing all the Stores at 1733261570381 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261570381Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261570381Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261570381Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261570381Cleaning up temporary data from old regions at 1733261570387 (+6 ms)Running coprocessor post-open hooks at 1733261570389 (+2 ms)Region opened successfully at 1733261570389 2024-12-03T21:32:50,389 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261570359 2024-12-03T21:32:50,391 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:32:50,391 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:32:50,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,33219,1733261567624 2024-12-03T21:32:50,392 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,33219,1733261567624, state=OPEN 2024-12-03T21:32:50,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11117917934/meta-region-server 2024-12-03T21:32:50,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11117917934/meta-region-server 2024-12-03T21:32:50,398 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,33219,1733261567624 2024-12-03T21:32:50,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11117917934/meta-region-server: CHANGED 2024-12-03T21:32:50,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11117917934/meta-region-server: CHANGED 2024-12-03T21:32:50,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:32:50,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,33219,1733261567624 in 191 msec 2024-12-03T21:32:50,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:32:50,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-12-03T21:32:50,402 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:32:50,402 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:32:50,403 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:50,403 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,33219,1733261567624, seqNum=-1] 2024-12-03T21:32:50,403 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:50,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:32:50,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 870 msec 2024-12-03T21:32:50,409 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261570409, completionTime=-1 2024-12-03T21:32:50,409 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:32:50,409 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:32:50,410 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:32:50,410 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261630410 2024-12-03T21:32:50,410 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261690410 2024-12-03T21:32:50,410 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T21:32:50,411 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,33945,1733261567513-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:50,411 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,33945,1733261567513-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:50,411 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,33945,1733261567513-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:50,411 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:33945, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:50,411 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:50,411 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:50,413 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:32:50,414 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.732sec 2024-12-03T21:32:50,414 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:32:50,414 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:32:50,414 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:32:50,414 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:32:50,414 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:32:50,414 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,33945,1733261567513-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:32:50,414 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,33945,1733261567513-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:32:50,416 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:32:50,416 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:32:50,416 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,33945,1733261567513-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:32:50,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b807665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:50,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,33945,-1 for getting cluster id 2024-12-03T21:32:50,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:50,455 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5e51b5a-b460-4fe9-ba51-e5a23eb77619' 2024-12-03T21:32:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5e51b5a-b460-4fe9-ba51-e5a23eb77619" 2024-12-03T21:32:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e9d3e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,33945,-1] 2024-12-03T21:32:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:50,457 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:50,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7f68b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:50,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:50,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,33219,1733261567624, seqNum=-1] 2024-12-03T21:32:50,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:50,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:32:50,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,33945,1733261567513 2024-12-03T21:32:50,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50505 2024-12-03T21:32:50,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:32:50,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019e663d440005 connected 2024-12-03T21:32:50,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,46361,1733261562761 2024-12-03T21:32:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60814a52 2024-12-03T21:32:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:50,481 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:32:50,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:32:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T21:32:50,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:32:50,483 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:50,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T21:32:50,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:32:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:50,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741835_1011 (size=902) 2024-12-03T21:32:50,493 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T21:32:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:50,891 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87f5b774d183abcb6a1813ca0cce0e0d, NAME => 'test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9 2024-12-03T21:32:50,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741836_1012 (size=39) 2024-12-03T21:32:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:51,130 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:32:51,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:51,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:51,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:51,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:51,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:51,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:51,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:51,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:51,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:51,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:51,296 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:51,296 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 87f5b774d183abcb6a1813ca0cce0e0d, disabling compactions & flushes 2024-12-03T21:32:51,296 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d. 2024-12-03T21:32:51,296 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d. 2024-12-03T21:32:51,296 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d. after waiting 0 ms 2024-12-03T21:32:51,296 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d. 2024-12-03T21:32:51,296 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d. 2024-12-03T21:32:51,296 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87f5b774d183abcb6a1813ca0cce0e0d: Waiting for close lock at 1733261571296Disabling compacts and flushes for region at 1733261571296Disabling writes for close at 1733261571296Writing region close event to WAL at 1733261571296Closed at 1733261571296 2024-12-03T21:32:51,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:32:51,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733261571297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261571297"}]},"ts":"1733261571297"} 2024-12-03T21:32:51,299 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:32:51,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:32:51,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261571300"}]},"ts":"1733261571300"} 2024-12-03T21:32:51,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T21:32:51,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87f5b774d183abcb6a1813ca0cce0e0d, ASSIGN}] 2024-12-03T21:32:51,302 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87f5b774d183abcb6a1813ca0cce0e0d, ASSIGN 2024-12-03T21:32:51,303 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=87f5b774d183abcb6a1813ca0cce0e0d, ASSIGN; state=OFFLINE, location=101545f66cbd,38667,1733261562921; forceNewPlan=false, retain=false 2024-12-03T21:32:51,453 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87f5b774d183abcb6a1813ca0cce0e0d, regionState=OPENING, regionLocation=101545f66cbd,38667,1733261562921 2024-12-03T21:32:51,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=87f5b774d183abcb6a1813ca0cce0e0d, ASSIGN because future has completed 2024-12-03T21:32:51,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87f5b774d183abcb6a1813ca0cce0e0d, server=101545f66cbd,38667,1733261562921}] 2024-12-03T21:32:51,610 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d. 2024-12-03T21:32:51,610 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 87f5b774d183abcb6a1813ca0cce0e0d, NAME => 'test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:32:51,611 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:32:51,611 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T21:32:51,611 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:32:51,611 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:51,611 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:32:51,611 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:32:51,612 INFO [StoreOpener-87f5b774d183abcb6a1813ca0cce0e0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:32:51,613 INFO [StoreOpener-87f5b774d183abcb6a1813ca0cce0e0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87f5b774d183abcb6a1813ca0cce0e0d columnFamilyName f 2024-12-03T21:32:51,613 DEBUG [StoreOpener-87f5b774d183abcb6a1813ca0cce0e0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:51,613 INFO [StoreOpener-87f5b774d183abcb6a1813ca0cce0e0d-1 {}] regionserver.HStore(327): Store=87f5b774d183abcb6a1813ca0cce0e0d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:51,613 INFO [StoreOpener-87f5b774d183abcb6a1813ca0cce0e0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:32:51,614 INFO [StoreOpener-87f5b774d183abcb6a1813ca0cce0e0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87f5b774d183abcb6a1813ca0cce0e0d columnFamilyName f1 2024-12-03T21:32:51,614 DEBUG [StoreOpener-87f5b774d183abcb6a1813ca0cce0e0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:51,614 INFO [StoreOpener-87f5b774d183abcb6a1813ca0cce0e0d-1 {}] regionserver.HStore(327): Store=87f5b774d183abcb6a1813ca0cce0e0d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:51,614 INFO [StoreOpener-87f5b774d183abcb6a1813ca0cce0e0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:32:51,615 INFO [StoreOpener-87f5b774d183abcb6a1813ca0cce0e0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87f5b774d183abcb6a1813ca0cce0e0d columnFamilyName norep 2024-12-03T21:32:51,615 DEBUG [StoreOpener-87f5b774d183abcb6a1813ca0cce0e0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:51,615 INFO [StoreOpener-87f5b774d183abcb6a1813ca0cce0e0d-1 {}] regionserver.HStore(327): Store=87f5b774d183abcb6a1813ca0cce0e0d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:51,615 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:32:51,616 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:32:51,616 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:32:51,617 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:32:51,617 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:32:51,617 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:32:51,618 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:32:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:51,620 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:32:51,620 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 87f5b774d183abcb6a1813ca0cce0e0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74067111, jitterRate=0.10368596017360687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:32:51,620 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:32:51,621 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 87f5b774d183abcb6a1813ca0cce0e0d: Running coprocessor pre-open hook at 1733261571611Writing region info on filesystem at 1733261571611Initializing all the Stores at 1733261571612 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261571612Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261571612Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261571612Cleaning up temporary data from old regions at 1733261571617 (+5 ms)Running coprocessor post-open hooks at 1733261571620 (+3 ms)Region opened successfully at 1733261571621 (+1 ms) 2024-12-03T21:32:51,622 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d., pid=6, masterSystemTime=1733261571607 2024-12-03T21:32:51,623 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d. 2024-12-03T21:32:51,623 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d. 2024-12-03T21:32:51,624 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87f5b774d183abcb6a1813ca0cce0e0d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=101545f66cbd,38667,1733261562921 2024-12-03T21:32:51,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87f5b774d183abcb6a1813ca0cce0e0d, server=101545f66cbd,38667,1733261562921 because future has completed 2024-12-03T21:32:51,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:32:51,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 87f5b774d183abcb6a1813ca0cce0e0d, server=101545f66cbd,38667,1733261562921 in 170 msec 2024-12-03T21:32:51,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T21:32:51,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=87f5b774d183abcb6a1813ca0cce0e0d, ASSIGN in 326 msec 2024-12-03T21:32:51,630 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:32:51,630 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261571630"}]},"ts":"1733261571630"} 2024-12-03T21:32:51,632 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T21:32:51,632 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:32:51,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-03T21:32:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:52,629 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T21:32:52,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:52,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,33945,1733261567513 2024-12-03T21:32:52,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45e5bf6 2024-12-03T21:32:52,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:52,631 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:32:52,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:32:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T21:32:52,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:32:52,633 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:52,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T21:32:52,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:32:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:52,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741835_1011 (size=902) 2024-12-03T21:32:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:53,045 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a93cf563f8e04e77a500e710d9a54b52, NAME => 'test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4 2024-12-03T21:32:53,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741836_1012 (size=39) 2024-12-03T21:32:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:53,450 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:53,450 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a93cf563f8e04e77a500e710d9a54b52, disabling compactions & flushes 2024-12-03T21:32:53,450 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52. 2024-12-03T21:32:53,450 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52. 2024-12-03T21:32:53,450 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52. after waiting 0 ms 2024-12-03T21:32:53,450 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52. 2024-12-03T21:32:53,450 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52. 2024-12-03T21:32:53,450 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a93cf563f8e04e77a500e710d9a54b52: Waiting for close lock at 1733261573450Disabling compacts and flushes for region at 1733261573450Disabling writes for close at 1733261573450Writing region close event to WAL at 1733261573450Closed at 1733261573450 2024-12-03T21:32:53,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:32:53,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733261573451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261573451"}]},"ts":"1733261573451"} 2024-12-03T21:32:53,453 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:32:53,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:32:53,454 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261573454"}]},"ts":"1733261573454"} 2024-12-03T21:32:53,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T21:32:53,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a93cf563f8e04e77a500e710d9a54b52, ASSIGN}] 2024-12-03T21:32:53,457 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a93cf563f8e04e77a500e710d9a54b52, ASSIGN 2024-12-03T21:32:53,457 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a93cf563f8e04e77a500e710d9a54b52, ASSIGN; state=OFFLINE, location=101545f66cbd,33219,1733261567624; forceNewPlan=false, retain=false 2024-12-03T21:32:53,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a93cf563f8e04e77a500e710d9a54b52, regionState=OPENING, regionLocation=101545f66cbd,33219,1733261567624 2024-12-03T21:32:53,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a93cf563f8e04e77a500e710d9a54b52, ASSIGN because future has completed 2024-12-03T21:32:53,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a93cf563f8e04e77a500e710d9a54b52, server=101545f66cbd,33219,1733261567624}] 2024-12-03T21:32:53,765 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52. 2024-12-03T21:32:53,765 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a93cf563f8e04e77a500e710d9a54b52, NAME => 'test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:32:53,765 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:32:53,765 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T21:32:53,766 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:32:53,766 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:53,766 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:32:53,766 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:32:53,767 INFO [StoreOpener-a93cf563f8e04e77a500e710d9a54b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:32:53,767 INFO [StoreOpener-a93cf563f8e04e77a500e710d9a54b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a93cf563f8e04e77a500e710d9a54b52 columnFamilyName f 2024-12-03T21:32:53,768 DEBUG [StoreOpener-a93cf563f8e04e77a500e710d9a54b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:53,768 INFO [StoreOpener-a93cf563f8e04e77a500e710d9a54b52-1 {}] regionserver.HStore(327): Store=a93cf563f8e04e77a500e710d9a54b52/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:53,768 INFO [StoreOpener-a93cf563f8e04e77a500e710d9a54b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:32:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:53,769 INFO [StoreOpener-a93cf563f8e04e77a500e710d9a54b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a93cf563f8e04e77a500e710d9a54b52 columnFamilyName f1 2024-12-03T21:32:53,769 DEBUG [StoreOpener-a93cf563f8e04e77a500e710d9a54b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:53,769 INFO [StoreOpener-a93cf563f8e04e77a500e710d9a54b52-1 {}] regionserver.HStore(327): Store=a93cf563f8e04e77a500e710d9a54b52/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:53,769 INFO [StoreOpener-a93cf563f8e04e77a500e710d9a54b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:32:53,770 INFO [StoreOpener-a93cf563f8e04e77a500e710d9a54b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a93cf563f8e04e77a500e710d9a54b52 columnFamilyName norep 2024-12-03T21:32:53,770 DEBUG [StoreOpener-a93cf563f8e04e77a500e710d9a54b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:53,770 INFO [StoreOpener-a93cf563f8e04e77a500e710d9a54b52-1 {}] regionserver.HStore(327): Store=a93cf563f8e04e77a500e710d9a54b52/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:53,770 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:32:53,771 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:32:53,771 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:32:53,772 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:32:53,772 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:32:53,772 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:32:53,773 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:32:53,775 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:32:53,775 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a93cf563f8e04e77a500e710d9a54b52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68580326, jitterRate=0.02192649245262146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:32:53,775 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:32:53,775 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a93cf563f8e04e77a500e710d9a54b52: Running coprocessor pre-open hook at 1733261573766Writing region info on filesystem at 1733261573766Initializing all the Stores at 1733261573766Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261573766Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261573766Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261573767 (+1 ms)Cleaning up temporary data from old regions at 1733261573772 (+5 ms)Running coprocessor post-open hooks at 1733261573775 (+3 ms)Region opened successfully at 1733261573775 2024-12-03T21:32:53,776 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52., pid=6, masterSystemTime=1733261573762 2024-12-03T21:32:53,777 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52. 2024-12-03T21:32:53,777 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52. 2024-12-03T21:32:53,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a93cf563f8e04e77a500e710d9a54b52, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=101545f66cbd,33219,1733261567624 2024-12-03T21:32:53,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a93cf563f8e04e77a500e710d9a54b52, server=101545f66cbd,33219,1733261567624 because future has completed 2024-12-03T21:32:53,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:32:53,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a93cf563f8e04e77a500e710d9a54b52, server=101545f66cbd,33219,1733261567624 in 170 msec 2024-12-03T21:32:53,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T21:32:53,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a93cf563f8e04e77a500e710d9a54b52, ASSIGN in 325 msec 2024-12-03T21:32:53,784 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:32:53,784 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261573784"}]},"ts":"1733261573784"} 2024-12-03T21:32:53,785 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T21:32:53,786 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:32:53,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-12-03T21:32:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:32:54,778 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T21:32:54,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ac8534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:54,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,46361,-1 for getting cluster id 2024-12-03T21:32:54,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:54,779 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a04e0ad-9216-463f-b202-bfbff7eb5f54' 2024-12-03T21:32:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a04e0ad-9216-463f-b202-bfbff7eb5f54" 2024-12-03T21:32:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c60ef99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,46361,-1] 2024-12-03T21:32:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:54,781 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:54,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1e4f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:54,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:54,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,33945,-1 for getting cluster id 2024-12-03T21:32:54,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:54,782 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5e51b5a-b460-4fe9-ba51-e5a23eb77619' 2024-12-03T21:32:54,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:54,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5e51b5a-b460-4fe9-ba51-e5a23eb77619" 2024-12-03T21:32:54,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cd3df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:54,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,33945,-1] 2024-12-03T21:32:54,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:54,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:54,783 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:54,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d73a646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:54,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889d6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:54,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,46361,-1 for getting cluster id 2024-12-03T21:32:54,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:54,785 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a04e0ad-9216-463f-b202-bfbff7eb5f54' 2024-12-03T21:32:54,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:54,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a04e0ad-9216-463f-b202-bfbff7eb5f54" 2024-12-03T21:32:54,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8f273f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:54,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,46361,-1] 2024-12-03T21:32:54,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:54,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:54,786 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:54,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a36129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:54,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:54,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,46361,1733261562761 2024-12-03T21:32:54,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33e7e6ab 2024-12-03T21:32:54,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:54,788 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:32:54,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://101545f66cbd:33945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T21:32:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:32:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:54,790 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:33945' 2024-12-03T21:32:54,797 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1e8f6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:54,797 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,33945,-1 for getting cluster id 2024-12-03T21:32:54,797 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:54,798 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5e51b5a-b460-4fe9-ba51-e5a23eb77619' 2024-12-03T21:32:54,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:54,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5e51b5a-b460-4fe9-ba51-e5a23eb77619" 2024-12-03T21:32:54,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1830e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:54,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,33945,-1] 2024-12-03T21:32:54,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:54,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:54,799 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:54,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4915e1d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:54,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:54,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,33945,1733261567513 2024-12-03T21:32:54,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@352428ce 2024-12-03T21:32:54,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:54,801 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:32:54,802 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T21:32:54,802 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:32:54,802 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:54,802 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:54,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:54,802 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:32:54,803 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T21:32:54,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:32:54,804 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:54,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:32:54,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741837_1013 (size=1138) 2024-12-03T21:32:54,847 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:54,848 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:32:54,848 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18264 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:32:54,853 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T21:32:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:55,210 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5242e6c66fb9c546e4d703f3d75e1ab5, NAME => 'hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9 2024-12-03T21:32:55,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741838_1014 (size=44) 2024-12-03T21:32:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:55,609 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T21:32:55,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:55,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5242e6c66fb9c546e4d703f3d75e1ab5, disabling compactions & flushes 2024-12-03T21:32:55,646 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. 2024-12-03T21:32:55,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. 2024-12-03T21:32:55,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. after waiting 0 ms 2024-12-03T21:32:55,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. 2024-12-03T21:32:55,646 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. 2024-12-03T21:32:55,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5242e6c66fb9c546e4d703f3d75e1ab5: Waiting for close lock at 1733261575646Disabling compacts and flushes for region at 1733261575646Disabling writes for close at 1733261575646Writing region close event to WAL at 1733261575646Closed at 1733261575646 2024-12-03T21:32:55,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:32:55,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733261575648"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261575648"}]},"ts":"1733261575648"} 2024-12-03T21:32:55,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:32:55,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:32:55,650 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261575650"}]},"ts":"1733261575650"} 2024-12-03T21:32:55,651 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T21:32:55,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5242e6c66fb9c546e4d703f3d75e1ab5, ASSIGN}] 2024-12-03T21:32:55,653 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5242e6c66fb9c546e4d703f3d75e1ab5, ASSIGN 2024-12-03T21:32:55,653 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5242e6c66fb9c546e4d703f3d75e1ab5, ASSIGN; state=OFFLINE, location=101545f66cbd,38667,1733261562921; forceNewPlan=false, retain=false 2024-12-03T21:32:55,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5242e6c66fb9c546e4d703f3d75e1ab5, regionState=OPENING, regionLocation=101545f66cbd,38667,1733261562921 2024-12-03T21:32:55,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5242e6c66fb9c546e4d703f3d75e1ab5, ASSIGN because future has completed 2024-12-03T21:32:55,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5242e6c66fb9c546e4d703f3d75e1ab5, server=101545f66cbd,38667,1733261562921}] 2024-12-03T21:32:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:55,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. 2024-12-03T21:32:55,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:32:55,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T21:32:55,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C38667%2C1733261562921.rep, suffix=, logDir=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/oldWALs, maxLogs=10 2024-12-03T21:32:55,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.rep.1733261575963, exclude list is [], retry=0 2024-12-03T21:32:55,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-97610da0-69cb-4214-8d78-d1bd849bae3f,DISK] 2024-12-03T21:32:55,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.rep.1733261575963 2024-12-03T21:32:55,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42027:42027)] 2024-12-03T21:32:55,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5242e6c66fb9c546e4d703f3d75e1ab5, NAME => 'hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:32:55,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:32:55,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:32:55,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. service=MultiRowMutationService 2024-12-03T21:32:55,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T21:32:55,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5242e6c66fb9c546e4d703f3d75e1ab5 2024-12-03T21:32:55,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:55,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5242e6c66fb9c546e4d703f3d75e1ab5 2024-12-03T21:32:55,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5242e6c66fb9c546e4d703f3d75e1ab5 2024-12-03T21:32:55,983 INFO [StoreOpener-5242e6c66fb9c546e4d703f3d75e1ab5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5242e6c66fb9c546e4d703f3d75e1ab5 2024-12-03T21:32:55,985 INFO [StoreOpener-5242e6c66fb9c546e4d703f3d75e1ab5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5242e6c66fb9c546e4d703f3d75e1ab5 columnFamilyName hfileref 2024-12-03T21:32:55,985 DEBUG [StoreOpener-5242e6c66fb9c546e4d703f3d75e1ab5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:55,985 INFO [StoreOpener-5242e6c66fb9c546e4d703f3d75e1ab5-1 {}] regionserver.HStore(327): Store=5242e6c66fb9c546e4d703f3d75e1ab5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:55,985 INFO [StoreOpener-5242e6c66fb9c546e4d703f3d75e1ab5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5242e6c66fb9c546e4d703f3d75e1ab5 2024-12-03T21:32:55,986 INFO [StoreOpener-5242e6c66fb9c546e4d703f3d75e1ab5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5242e6c66fb9c546e4d703f3d75e1ab5 columnFamilyName queue 2024-12-03T21:32:55,986 DEBUG [StoreOpener-5242e6c66fb9c546e4d703f3d75e1ab5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:55,986 INFO [StoreOpener-5242e6c66fb9c546e4d703f3d75e1ab5-1 {}] regionserver.HStore(327): Store=5242e6c66fb9c546e4d703f3d75e1ab5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:55,986 INFO [StoreOpener-5242e6c66fb9c546e4d703f3d75e1ab5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5242e6c66fb9c546e4d703f3d75e1ab5 2024-12-03T21:32:55,987 INFO [StoreOpener-5242e6c66fb9c546e4d703f3d75e1ab5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5242e6c66fb9c546e4d703f3d75e1ab5 columnFamilyName sid 2024-12-03T21:32:55,987 DEBUG [StoreOpener-5242e6c66fb9c546e4d703f3d75e1ab5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:55,987 INFO [StoreOpener-5242e6c66fb9c546e4d703f3d75e1ab5-1 {}] regionserver.HStore(327): Store=5242e6c66fb9c546e4d703f3d75e1ab5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:55,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5242e6c66fb9c546e4d703f3d75e1ab5 2024-12-03T21:32:55,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/replication/5242e6c66fb9c546e4d703f3d75e1ab5 2024-12-03T21:32:55,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/replication/5242e6c66fb9c546e4d703f3d75e1ab5 2024-12-03T21:32:55,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5242e6c66fb9c546e4d703f3d75e1ab5 2024-12-03T21:32:55,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5242e6c66fb9c546e4d703f3d75e1ab5 2024-12-03T21:32:55,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:32:55,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5242e6c66fb9c546e4d703f3d75e1ab5 2024-12-03T21:32:55,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/replication/5242e6c66fb9c546e4d703f3d75e1ab5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:32:55,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5242e6c66fb9c546e4d703f3d75e1ab5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59791911, jitterRate=-0.10903109610080719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:32:55,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5242e6c66fb9c546e4d703f3d75e1ab5 2024-12-03T21:32:55,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5242e6c66fb9c546e4d703f3d75e1ab5: Running coprocessor pre-open hook at 1733261575982Writing region info on filesystem at 1733261575982Initializing all the Stores at 1733261575983 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261575983Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261575983Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261575983Cleaning up temporary data from old regions at 1733261575989 (+6 ms)Running coprocessor post-open hooks at 1733261575992 (+3 ms)Region opened successfully at 1733261575992 2024-12-03T21:32:55,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5., pid=10, masterSystemTime=1733261575958 2024-12-03T21:32:55,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. 2024-12-03T21:32:55,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. 2024-12-03T21:32:55,995 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5242e6c66fb9c546e4d703f3d75e1ab5, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,38667,1733261562921 2024-12-03T21:32:55,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5242e6c66fb9c546e4d703f3d75e1ab5, server=101545f66cbd,38667,1733261562921 because future has completed 2024-12-03T21:32:56,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T21:32:56,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5242e6c66fb9c546e4d703f3d75e1ab5, server=101545f66cbd,38667,1733261562921 in 192 msec 2024-12-03T21:32:56,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T21:32:56,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5242e6c66fb9c546e4d703f3d75e1ab5, ASSIGN in 348 msec 2024-12-03T21:32:56,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:32:56,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261576002"}]},"ts":"1733261576002"} 2024-12-03T21:32:56,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T21:32:56,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:32:56,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2030 sec 2024-12-03T21:32:56,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5., hostname=101545f66cbd,38667,1733261562921, seqNum=2] 2024-12-03T21:32:56,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100 2024-12-03T21:32:56,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100 2024-12-03T21:32:56,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:32:56,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T21:32:56,264 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T21:32:56,287 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-101545f66cbd,38667,1733261562921, ReplicationSource: 1, currentBandwidth=0 2024-12-03T21:32:56,288 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:56,288 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,38667,1733261562921, seqNum=-1] 2024-12-03T21:32:56,288 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:56,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T21:32:56,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-101545f66cbd,38667,1733261562921', locateType=CURRENT is [region=hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5., hostname=101545f66cbd,38667,1733261562921, seqNum=2] 2024-12-03T21:32:56,292 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T21:32:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T21:32:56,294 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 101545f66cbd,38667,1733261562921 suceeded 2024-12-03T21:32:56,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T21:32:56,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-03T21:32:56,296 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://101545f66cbd:33945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:32:56,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5080 sec 2024-12-03T21:32:56,305 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:33945' 2024-12-03T21:32:56,306 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8194974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:56,306 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,33945,-1 for getting cluster id 2024-12-03T21:32:56,306 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:56,307 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5e51b5a-b460-4fe9-ba51-e5a23eb77619' 2024-12-03T21:32:56,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:56,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5e51b5a-b460-4fe9-ba51-e5a23eb77619" 2024-12-03T21:32:56,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@426f4b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:56,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,33945,-1] 2024-12-03T21:32:56,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:56,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:56,308 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:56,309 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cf58a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:56,309 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:56,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,33945,1733261567513 2024-12-03T21:32:56,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@123f4614 2024-12-03T21:32:56,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:56,310 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-03T21:32:56,311 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-101545f66cbd,38667,1733261562921 (queues=1) is replicating from cluster=3a04e0ad-9216-463f-b202-bfbff7eb5f54 to cluster=d5e51b5a-b460-4fe9-ba51-e5a23eb77619 2024-12-03T21:32:56,311 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=101545f66cbd%2C38667%2C1733261562921 2024-12-03T21:32:56,311 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-101545f66cbd,38667,1733261562921, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:32:56,311 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.shipper101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C38667%2C1733261562921 2024-12-03T21:32:56,311 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623, startPosition=0, beingWritten=true 2024-12-03T21:32:56,319 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:32:56,319 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 379, reset compression=false 2024-12-03T21:32:56,319 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.shipper101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,38667,1733261562921 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:32:56,494 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T21:32:56,522 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 379, reset compression=false 2024-12-03T21:32:56,826 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 379, reset compression=false 2024-12-03T21:32:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:56,939 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T21:32:56,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:32:56,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:56,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:56,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:56,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:56,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9ac8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:56,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,33945,-1 for getting cluster id 2024-12-03T21:32:56,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:56,940 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5e51b5a-b460-4fe9-ba51-e5a23eb77619' 2024-12-03T21:32:56,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:56,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5e51b5a-b460-4fe9-ba51-e5a23eb77619" 2024-12-03T21:32:56,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc78be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:56,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,33945,-1] 2024-12-03T21:32:56,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:56,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:56,941 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:56,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3afbf4d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:56,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:56,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,33945,1733261567513 2024-12-03T21:32:56,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@308d252b 2024-12-03T21:32:56,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:56,943 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:32:56,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://101545f66cbd:46361,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T21:32:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:32:56,945 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:46361' 2024-12-03T21:32:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:56,946 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ce7023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:56,946 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,46361,-1 for getting cluster id 2024-12-03T21:32:56,946 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:56,947 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a04e0ad-9216-463f-b202-bfbff7eb5f54' 2024-12-03T21:32:56,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:56,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a04e0ad-9216-463f-b202-bfbff7eb5f54" 2024-12-03T21:32:56,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acbd194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:56,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,46361,-1] 2024-12-03T21:32:56,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:56,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:56,948 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:56,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42252dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:56,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:56,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,46361,1733261562761 2024-12-03T21:32:56,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eb37fea 2024-12-03T21:32:56,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:56,950 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:32:56,950 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T21:32:56,950 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:32:56,951 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:56,951 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:56,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:56,951 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:32:56,952 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T21:32:56,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:32:56,953 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:56,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:32:56,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741837_1013 (size=1138) 2024-12-03T21:32:57,002 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T21:32:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:57,113 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:32:57,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:57,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:57,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:57,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:57,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:57,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:57,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:57,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:57,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:57,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:32:57,150 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T21:32:57,150 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T21:32:57,150 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T21:32:57,150 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T21:32:57,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:32:57,151 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T21:32:57,229 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 379, reset compression=false 2024-12-03T21:32:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:57,359 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d198db2488d1d366da699c8bef32ba42, NAME => 'hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4 2024-12-03T21:32:57,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741838_1014 (size=44) 2024-12-03T21:32:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:57,733 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 379, reset compression=false 2024-12-03T21:32:57,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:57,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d198db2488d1d366da699c8bef32ba42, disabling compactions & flushes 2024-12-03T21:32:57,765 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42. 2024-12-03T21:32:57,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42. 2024-12-03T21:32:57,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42. after waiting 0 ms 2024-12-03T21:32:57,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42. 2024-12-03T21:32:57,765 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42. 2024-12-03T21:32:57,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d198db2488d1d366da699c8bef32ba42: Waiting for close lock at 1733261577765Disabling compacts and flushes for region at 1733261577765Disabling writes for close at 1733261577765Writing region close event to WAL at 1733261577765Closed at 1733261577765 2024-12-03T21:32:57,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:32:57,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733261577766"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261577766"}]},"ts":"1733261577766"} 2024-12-03T21:32:57,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:32:57,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:32:57,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261577769"}]},"ts":"1733261577769"} 2024-12-03T21:32:57,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T21:32:57,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d198db2488d1d366da699c8bef32ba42, ASSIGN}] 2024-12-03T21:32:57,771 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d198db2488d1d366da699c8bef32ba42, ASSIGN 2024-12-03T21:32:57,771 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d198db2488d1d366da699c8bef32ba42, ASSIGN; state=OFFLINE, location=101545f66cbd,33219,1733261567624; forceNewPlan=false, retain=false 2024-12-03T21:32:57,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d198db2488d1d366da699c8bef32ba42, regionState=OPENING, regionLocation=101545f66cbd,33219,1733261567624 2024-12-03T21:32:57,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d198db2488d1d366da699c8bef32ba42, ASSIGN because future has completed 2024-12-03T21:32:57,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d198db2488d1d366da699c8bef32ba42, server=101545f66cbd,33219,1733261567624}] 2024-12-03T21:32:58,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42. 2024-12-03T21:32:58,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:32:58,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T21:32:58,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C33219%2C1733261567624.rep, suffix=, logDir=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624, archiveDir=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/oldWALs, maxLogs=10 2024-12-03T21:32:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:58,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.rep.1733261578085, exclude list is [], retry=0 2024-12-03T21:32:58,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-2a712fc3-25fa-4ef6-a29b-e8fe33b9340f,DISK] 2024-12-03T21:32:58,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.rep.1733261578085 2024-12-03T21:32:58,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42473:42473)] 2024-12-03T21:32:58,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d198db2488d1d366da699c8bef32ba42, NAME => 'hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:32:58,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:32:58,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:32:58,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42. service=MultiRowMutationService 2024-12-03T21:32:58,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T21:32:58,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d198db2488d1d366da699c8bef32ba42 2024-12-03T21:32:58,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:32:58,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d198db2488d1d366da699c8bef32ba42 2024-12-03T21:32:58,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d198db2488d1d366da699c8bef32ba42 2024-12-03T21:32:58,105 INFO [StoreOpener-d198db2488d1d366da699c8bef32ba42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d198db2488d1d366da699c8bef32ba42 2024-12-03T21:32:58,106 INFO [StoreOpener-d198db2488d1d366da699c8bef32ba42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d198db2488d1d366da699c8bef32ba42 columnFamilyName hfileref 2024-12-03T21:32:58,106 DEBUG [StoreOpener-d198db2488d1d366da699c8bef32ba42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:58,106 INFO [StoreOpener-d198db2488d1d366da699c8bef32ba42-1 {}] regionserver.HStore(327): Store=d198db2488d1d366da699c8bef32ba42/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:58,106 INFO [StoreOpener-d198db2488d1d366da699c8bef32ba42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d198db2488d1d366da699c8bef32ba42 2024-12-03T21:32:58,107 INFO [StoreOpener-d198db2488d1d366da699c8bef32ba42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d198db2488d1d366da699c8bef32ba42 columnFamilyName queue 2024-12-03T21:32:58,107 DEBUG [StoreOpener-d198db2488d1d366da699c8bef32ba42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:58,107 INFO [StoreOpener-d198db2488d1d366da699c8bef32ba42-1 {}] regionserver.HStore(327): Store=d198db2488d1d366da699c8bef32ba42/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:58,107 INFO [StoreOpener-d198db2488d1d366da699c8bef32ba42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d198db2488d1d366da699c8bef32ba42 2024-12-03T21:32:58,108 INFO [StoreOpener-d198db2488d1d366da699c8bef32ba42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d198db2488d1d366da699c8bef32ba42 columnFamilyName sid 2024-12-03T21:32:58,108 DEBUG [StoreOpener-d198db2488d1d366da699c8bef32ba42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:32:58,108 INFO [StoreOpener-d198db2488d1d366da699c8bef32ba42-1 {}] regionserver.HStore(327): Store=d198db2488d1d366da699c8bef32ba42/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:32:58,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d198db2488d1d366da699c8bef32ba42 2024-12-03T21:32:58,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/replication/d198db2488d1d366da699c8bef32ba42 2024-12-03T21:32:58,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/replication/d198db2488d1d366da699c8bef32ba42 2024-12-03T21:32:58,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d198db2488d1d366da699c8bef32ba42 2024-12-03T21:32:58,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d198db2488d1d366da699c8bef32ba42 2024-12-03T21:32:58,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:32:58,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d198db2488d1d366da699c8bef32ba42 2024-12-03T21:32:58,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/replication/d198db2488d1d366da699c8bef32ba42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:32:58,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d198db2488d1d366da699c8bef32ba42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71978178, jitterRate=0.0725584328174591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:32:58,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d198db2488d1d366da699c8bef32ba42 2024-12-03T21:32:58,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d198db2488d1d366da699c8bef32ba42: Running coprocessor pre-open hook at 1733261578103Writing region info on filesystem at 1733261578103Initializing all the Stores at 1733261578104 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261578104Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261578104Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261578104Cleaning up temporary data from old regions at 1733261578109 (+5 ms)Running coprocessor post-open hooks at 1733261578112 (+3 ms)Region opened successfully at 1733261578112 2024-12-03T21:32:58,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42., pid=10, masterSystemTime=1733261578076 2024-12-03T21:32:58,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42. 2024-12-03T21:32:58,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42. 2024-12-03T21:32:58,115 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d198db2488d1d366da699c8bef32ba42, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,33219,1733261567624 2024-12-03T21:32:58,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d198db2488d1d366da699c8bef32ba42, server=101545f66cbd,33219,1733261567624 because future has completed 2024-12-03T21:32:58,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T21:32:58,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d198db2488d1d366da699c8bef32ba42, server=101545f66cbd,33219,1733261567624 in 193 msec 2024-12-03T21:32:58,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T21:32:58,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d198db2488d1d366da699c8bef32ba42, ASSIGN in 349 msec 2024-12-03T21:32:58,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:32:58,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261578121"}]},"ts":"1733261578121"} 2024-12-03T21:32:58,122 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T21:32:58,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:32:58,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-03T21:32:58,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42., hostname=101545f66cbd,33219,1733261567624, seqNum=2] 2024-12-03T21:32:58,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934 2024-12-03T21:32:58,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934 2024-12-03T21:32:58,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:32:58,336 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 379, reset compression=false 2024-12-03T21:32:58,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33219 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T21:32:58,364 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T21:32:58,386 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-101545f66cbd,33219,1733261567624, ReplicationSource: 1, currentBandwidth=0 2024-12-03T21:32:58,386 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:58,386 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,33219,1733261567624, seqNum=-1] 2024-12-03T21:32:58,387 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:58,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T21:32:58,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-101545f66cbd,33219,1733261567624', locateType=CURRENT is [region=hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42., hostname=101545f66cbd,33219,1733261567624, seqNum=2] 2024-12-03T21:32:58,391 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T21:32:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T21:32:58,393 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 101545f66cbd,33219,1733261567624 suceeded 2024-12-03T21:32:58,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T21:32:58,394 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://101545f66cbd:46361,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:32:58,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-03T21:32:58,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4510 sec 2024-12-03T21:32:58,403 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:46361' 2024-12-03T21:32:58,404 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bb320c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:58,404 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,46361,-1 for getting cluster id 2024-12-03T21:32:58,404 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:58,405 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a04e0ad-9216-463f-b202-bfbff7eb5f54' 2024-12-03T21:32:58,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:58,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a04e0ad-9216-463f-b202-bfbff7eb5f54" 2024-12-03T21:32:58,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27fad9b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:58,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,46361,-1] 2024-12-03T21:32:58,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:58,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:58,406 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:58,407 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d531214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:58,407 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:32:58,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,46361,1733261562761 2024-12-03T21:32:58,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d8149f3 2024-12-03T21:32:58,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:32:58,408 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-03T21:32:58,409 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-101545f66cbd,33219,1733261567624 (queues=1) is replicating from cluster=d5e51b5a-b460-4fe9-ba51-e5a23eb77619 to cluster=3a04e0ad-9216-463f-b202-bfbff7eb5f54 2024-12-03T21:32:58,409 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=101545f66cbd%2C33219%2C1733261567624 2024-12-03T21:32:58,409 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-101545f66cbd,33219,1733261567624, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:32:58,409 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.shipper101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C33219%2C1733261567624 2024-12-03T21:32:58,409 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745, startPosition=0, beingWritten=true 2024-12-03T21:32:58,413 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:32:58,413 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 379, reset compression=false 2024-12-03T21:32:58,413 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.shipper101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,33219,1733261567624 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:32:58,617 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 379, reset compression=false 2024-12-03T21:32:58,921 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 379, reset compression=false 2024-12-03T21:32:59,039 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 379, reset compression=false 2024-12-03T21:32:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:32:59,108 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T21:32:59,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:32:59,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:32:59,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:59,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:59,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:32:59,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:59,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,38667,1733261562921, seqNum=-1] 2024-12-03T21:32:59,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:59,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:32:59,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d., hostname=101545f66cbd,38667,1733261562921, seqNum=2] 2024-12-03T21:32:59,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:59,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,33219,1733261567624, seqNum=-1] 2024-12-03T21:32:59,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:59,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:32:59,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52., hostname=101545f66cbd,33219,1733261567624, seqNum=2] 2024-12-03T21:32:59,118 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T21:32:59,324 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 379, reset compression=false 2024-12-03T21:32:59,827 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 379, reset compression=false 2024-12-03T21:32:59,842 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 379, reset compression=false 2024-12-03T21:32:59,846 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:32:59,846 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 480, reset compression=false 2024-12-03T21:32:59,846 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.shipper101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,38667,1733261562921 got entry batch from reader: WALEntryBatch [walEntries=[{test/87f5b774d183abcb6a1813ca0cce0e0d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T21:32:59,848 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.shipper101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:32:59,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-03T21:32:59,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:32:59,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a33639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:59,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,33945,-1 for getting cluster id 2024-12-03T21:32:59,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:32:59,851 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5e51b5a-b460-4fe9-ba51-e5a23eb77619' 2024-12-03T21:32:59,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:32:59,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5e51b5a-b460-4fe9-ba51-e5a23eb77619" 2024-12-03T21:32:59,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e9c175e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:59,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,33945,-1] 2024-12-03T21:32:59,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:32:59,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:32:59,852 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:32:59,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b0074f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:32:59,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:32:59,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,33219,1733261567624, seqNum=-1] 2024-12-03T21:32:59,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:32:59,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T21:32:59,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52., hostname=101545f66cbd,33219,1733261567624, seqNum=2] 2024-12-03T21:32:59,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:00,049 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 480, reset compression=false 2024-12-03T21:33:00,121 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T21:33:00,124 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T21:33:00,352 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 480, reset compression=false 2024-12-03T21:33:00,431 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 379, reset compression=false 2024-12-03T21:33:00,518 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:00,518 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 607, reset compression=false 2024-12-03T21:33:00,518 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.shipper101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,33219,1733261567624 got entry batch from reader: WALEntryBatch [walEntries=[{test/a93cf563f8e04e77a500e710d9a54b52/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T21:33:00,520 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.shipper101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:33:00,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-03T21:33:00,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38667 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:00,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e096d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:00,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38667 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,46361,-1 for getting cluster id 2024-12-03T21:33:00,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:00,522 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a04e0ad-9216-463f-b202-bfbff7eb5f54' 2024-12-03T21:33:00,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:00,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a04e0ad-9216-463f-b202-bfbff7eb5f54" 2024-12-03T21:33:00,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17b6908d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:00,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,46361,-1] 2024-12-03T21:33:00,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:00,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:00,523 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:00,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@649d7d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:00,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:33:00,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,38667,1733261562921, seqNum=-1] 2024-12-03T21:33:00,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:33:00,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T21:33:00,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d., hostname=101545f66cbd,38667,1733261562921, seqNum=2] 2024-12-03T21:33:00,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38667 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:00,722 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 607, reset compression=false 2024-12-03T21:33:00,755 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 480, reset compression=false 2024-12-03T21:33:00,759 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:00,759 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 608, reset compression=false 2024-12-03T21:33:00,759 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.shipper101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,38667,1733261562921 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:33:00,962 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 608, reset compression=false 2024-12-03T21:33:01,025 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 607, reset compression=false 2024-12-03T21:33:01,125 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T21:33:01,130 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T21:33:01,265 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 608, reset compression=false 2024-12-03T21:33:01,269 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:01,269 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 764, reset compression=false 2024-12-03T21:33:01,269 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.shipper101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,38667,1733261562921 got entry batch from reader: WALEntryBatch [walEntries=[{test/87f5b774d183abcb6a1813ca0cce0e0d/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T21:33:01,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:01,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33219 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:01,428 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 607, reset compression=false 2024-12-03T21:33:01,432 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:01,432 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 754, reset compression=false 2024-12-03T21:33:01,432 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.shipper101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,33219,1733261567624 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:33:01,481 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 764, reset compression=false 2024-12-03T21:33:01,634 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 754, reset compression=false 2024-12-03T21:33:01,784 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 764, reset compression=false 2024-12-03T21:33:01,938 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 754, reset compression=false 2024-12-03T21:33:02,132 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T21:33:02,135 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T21:33:02,187 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 764, reset compression=false 2024-12-03T21:33:02,341 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 754, reset compression=false 2024-12-03T21:33:02,345 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:02,345 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 913, reset compression=false 2024-12-03T21:33:02,345 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.shipper101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,33219,1733261567624 got entry batch from reader: WALEntryBatch [walEntries=[{test/a93cf563f8e04e77a500e710d9a54b52/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T21:33:02,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38667 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:02,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38667 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:02,549 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 913, reset compression=false 2024-12-03T21:33:02,690 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 764, reset compression=false 2024-12-03T21:33:02,693 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:02,693 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 914, reset compression=false 2024-12-03T21:33:02,693 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.shipper101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,38667,1733261562921 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:33:02,853 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 913, reset compression=false 2024-12-03T21:33:02,897 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 914, reset compression=false 2024-12-03T21:33:03,136 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T21:33:03,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:33:03,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:33:03,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:03,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:03,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:03,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:03,139 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:33:03,139 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2018289424, stopped=false 2024-12-03T21:33:03,139 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,33945,1733261567513 2024-12-03T21:33:03,201 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 914, reset compression=false 2024-12-03T21:33:03,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11117917934/running 2024-12-03T21:33:03,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11117917934/running 2024-12-03T21:33:03,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934 2024-12-03T21:33:03,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934 2024-12-03T21:33:03,231 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:33:03,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:33:03,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:03,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:03,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Set watcher on znode that does not yet exist, /11117917934/running 2024-12-03T21:33:03,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Set watcher on znode that does not yet exist, /11117917934/running 2024-12-03T21:33:03,232 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,33219,1733261567624' ***** 2024-12-03T21:33:03,232 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:33:03,232 INFO [RS:0;101545f66cbd:33219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:33:03,232 INFO [RS:0;101545f66cbd:33219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:33:03,232 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:33:03,232 INFO [RS:0;101545f66cbd:33219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:33:03,232 INFO [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(3091): Received CLOSE for d198db2488d1d366da699c8bef32ba42 2024-12-03T21:33:03,233 INFO [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(3091): Received CLOSE for a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:33:03,233 INFO [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,33219,1733261567624 2024-12-03T21:33:03,233 INFO [RS:0;101545f66cbd:33219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:33:03,233 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d198db2488d1d366da699c8bef32ba42, disabling compactions & flushes 2024-12-03T21:33:03,233 INFO [RS:0;101545f66cbd:33219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:33219. 2024-12-03T21:33:03,233 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42. 2024-12-03T21:33:03,233 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42. 2024-12-03T21:33:03,233 DEBUG [RS:0;101545f66cbd:33219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:03,233 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42. after waiting 0 ms 2024-12-03T21:33:03,233 DEBUG [RS:0;101545f66cbd:33219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:03,233 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42. 2024-12-03T21:33:03,233 INFO [RS:0;101545f66cbd:33219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:33:03,233 INFO [RS:0;101545f66cbd:33219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:33:03,233 INFO [RS:0;101545f66cbd:33219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:33:03,233 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d198db2488d1d366da699c8bef32ba42 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-12-03T21:33:03,233 INFO [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:33:03,233 INFO [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T21:33:03,233 DEBUG [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1325): Online Regions={d198db2488d1d366da699c8bef32ba42=hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42., 1588230740=hbase:meta,,1.1588230740, a93cf563f8e04e77a500e710d9a54b52=test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52.} 2024-12-03T21:33:03,233 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:33:03,233 DEBUG [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a93cf563f8e04e77a500e710d9a54b52, d198db2488d1d366da699c8bef32ba42 2024-12-03T21:33:03,233 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:33:03,233 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:33:03,233 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:33:03,233 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:33:03,233 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T21:33:03,249 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/.tmp/info/80019fda80834f29b369eedff2031fc5 is 147, key is hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42./info:regioninfo/1733261578115/Put/seqid=0 2024-12-03T21:33:03,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741840_1016 (size=7686) 2024-12-03T21:33:03,255 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/replication/d198db2488d1d366da699c8bef32ba42/.tmp/queue/0f53a431f3304e16a03aa8f0f0bddfac is 153, key is 1-101545f66cbd,33219,1733261567624/queue:101545f66cbd%2C33219%2C1733261567624/1733261582350/Put/seqid=0 2024-12-03T21:33:03,257 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 913, reset compression=false 2024-12-03T21:33:03,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741841_1017 (size=5352) 2024-12-03T21:33:03,262 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/replication/d198db2488d1d366da699c8bef32ba42/.tmp/queue/0f53a431f3304e16a03aa8f0f0bddfac 2024-12-03T21:33:03,266 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/replication/d198db2488d1d366da699c8bef32ba42/.tmp/queue/0f53a431f3304e16a03aa8f0f0bddfac as hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/replication/d198db2488d1d366da699c8bef32ba42/queue/0f53a431f3304e16a03aa8f0f0bddfac 2024-12-03T21:33:03,270 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/replication/d198db2488d1d366da699c8bef32ba42/queue/0f53a431f3304e16a03aa8f0f0bddfac, entries=1, sequenceid=9, filesize=5.2 K 2024-12-03T21:33:03,271 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for d198db2488d1d366da699c8bef32ba42 in 38ms, sequenceid=9, compaction requested=false 2024-12-03T21:33:03,274 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/replication/d198db2488d1d366da699c8bef32ba42/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T21:33:03,274 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:33:03,274 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:33:03,274 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42. 2024-12-03T21:33:03,274 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d198db2488d1d366da699c8bef32ba42: Waiting for close lock at 1733261583233Running coprocessor pre-close hooks at 1733261583233Disabling compacts and flushes for region at 1733261583233Disabling writes for close at 1733261583233Obtaining lock to block concurrent updates at 1733261583233Preparing flush snapshotting stores in d198db2488d1d366da699c8bef32ba42 at 1733261583233Finished memstore snapshotting hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1733261583233Flushing stores of hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42. at 1733261583234 (+1 ms)Flushing d198db2488d1d366da699c8bef32ba42/queue: creating writer at 1733261583234Flushing d198db2488d1d366da699c8bef32ba42/queue: appending metadata at 1733261583254 (+20 ms)Flushing d198db2488d1d366da699c8bef32ba42/queue: closing flushed file at 1733261583254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8260d: reopening flushed file at 1733261583265 (+11 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for d198db2488d1d366da699c8bef32ba42 in 38ms, sequenceid=9, compaction requested=false at 1733261583271 (+6 ms)Writing region close event to WAL at 1733261583271Running coprocessor post-close hooks at 1733261583274 (+3 ms)Closed at 1733261583274 2024-12-03T21:33:03,275 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733261576951.d198db2488d1d366da699c8bef32ba42. 2024-12-03T21:33:03,275 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a93cf563f8e04e77a500e710d9a54b52, disabling compactions & flushes 2024-12-03T21:33:03,275 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52. 2024-12-03T21:33:03,275 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52. 2024-12-03T21:33:03,275 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52. after waiting 0 ms 2024-12-03T21:33:03,275 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52. 2024-12-03T21:33:03,275 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a93cf563f8e04e77a500e710d9a54b52 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-03T21:33:03,291 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52/.tmp/f/ee1c1314cff24a10b25f8b06191ef16b is 29, key is row1/f:/1733261582132/DeleteFamily/seqid=0 2024-12-03T21:33:03,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741842_1018 (size=5118) 2024-12-03T21:33:03,326 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:33:03,433 DEBUG [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:33:03,604 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 914, reset compression=false 2024-12-03T21:33:03,605 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:33:03,617 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:33:03,617 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:33:03,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:03,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:03,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:03,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:03,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:03,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:03,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:03,634 DEBUG [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:33:03,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:03,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:03,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:03,655 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/.tmp/info/80019fda80834f29b369eedff2031fc5 2024-12-03T21:33:03,677 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/.tmp/ns/3fd10cf50d5c4cfb8d85b4ff83b32a06 is 43, key is default/ns:d/1733261570405/Put/seqid=0 2024-12-03T21:33:03,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741843_1019 (size=5153) 2024-12-03T21:33:03,695 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52/.tmp/f/ee1c1314cff24a10b25f8b06191ef16b 2024-12-03T21:33:03,699 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee1c1314cff24a10b25f8b06191ef16b 2024-12-03T21:33:03,717 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52/.tmp/f1/6ad8fc1368d84e31b46d2e216d907054 is 30, key is row1/f1:/1733261582132/DeleteFamily/seqid=0 2024-12-03T21:33:03,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741844_1020 (size=5123) 2024-12-03T21:33:03,762 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 913, reset compression=false 2024-12-03T21:33:03,767 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:03,767 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 1160, reset compression=false 2024-12-03T21:33:03,767 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.shipper101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,33219,1733261567624 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:33:03,768 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.shipper101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 101545f66cbd,33219,1733261567624: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-101545f66cbd,33219,1733261567624, walGroup=101545f66cbd%2C33219%2C1733261567624, offset=101545f66cbd%2C33219%2C1733261567624.1733261569745:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:33219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T21:33:03,770 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.shipper101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T21:33:03,770 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.shipper101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T21:33:03,771 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.shipper101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T21:33:03,771 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.shipper101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T21:33:03,771 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.shipper101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T21:33:03,771 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.shipper101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 674807392 }, "NonHeapMemoryUsage": { "committed": 193986560, "init": 7667712, "max": -1, "used": 190887456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T21:33:03,772 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.shipper101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:33945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:33945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T21:33:03,834 DEBUG [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:33:03,973 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 1160, reset compression=false 2024-12-03T21:33:04,034 DEBUG [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:33:04,081 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/.tmp/ns/3fd10cf50d5c4cfb8d85b4ff83b32a06 2024-12-03T21:33:04,096 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/.tmp/rep_barrier/7362df75d00a4dacac1c1103d0961085 is 112, key is test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52./rep_barrier:seqnumDuringOpen/1733261573778/Put/seqid=0 2024-12-03T21:33:04,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741845_1021 (size=5518) 2024-12-03T21:33:04,107 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 914, reset compression=false 2024-12-03T21:33:04,122 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52/.tmp/f1/6ad8fc1368d84e31b46d2e216d907054 2024-12-03T21:33:04,125 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ad8fc1368d84e31b46d2e216d907054 2024-12-03T21:33:04,142 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52/.tmp/norep/0edb87dcc66a49df92a35c87b0c98f68 is 33, key is row1/norep:/1733261582132/DeleteFamily/seqid=0 2024-12-03T21:33:04,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741846_1022 (size=5108) 2024-12-03T21:33:04,234 INFO [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T21:33:04,234 DEBUG [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a93cf563f8e04e77a500e710d9a54b52=test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52.} 2024-12-03T21:33:04,234 DEBUG [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:33:04,276 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 1160, reset compression=false 2024-12-03T21:33:04,434 DEBUG [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a93cf563f8e04e77a500e710d9a54b52 2024-12-03T21:33:04,500 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/.tmp/rep_barrier/7362df75d00a4dacac1c1103d0961085 2024-12-03T21:33:04,516 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/.tmp/table/1ec85d9b071a48cbbf851eeaae165544 is 53, key is hbase:replication/table:state/1733261578121/Put/seqid=0 2024-12-03T21:33:04,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741847_1023 (size=5308) 2024-12-03T21:33:04,546 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52/.tmp/norep/0edb87dcc66a49df92a35c87b0c98f68 2024-12-03T21:33:04,550 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0edb87dcc66a49df92a35c87b0c98f68 2024-12-03T21:33:04,551 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52/.tmp/f/ee1c1314cff24a10b25f8b06191ef16b as hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52/f/ee1c1314cff24a10b25f8b06191ef16b 2024-12-03T21:33:04,554 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee1c1314cff24a10b25f8b06191ef16b 2024-12-03T21:33:04,555 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52/f/ee1c1314cff24a10b25f8b06191ef16b, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T21:33:04,555 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52/.tmp/f1/6ad8fc1368d84e31b46d2e216d907054 as hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52/f1/6ad8fc1368d84e31b46d2e216d907054 2024-12-03T21:33:04,559 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ad8fc1368d84e31b46d2e216d907054 2024-12-03T21:33:04,559 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52/f1/6ad8fc1368d84e31b46d2e216d907054, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T21:33:04,559 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52/.tmp/norep/0edb87dcc66a49df92a35c87b0c98f68 as hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52/norep/0edb87dcc66a49df92a35c87b0c98f68 2024-12-03T21:33:04,563 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0edb87dcc66a49df92a35c87b0c98f68 2024-12-03T21:33:04,563 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52/norep/0edb87dcc66a49df92a35c87b0c98f68, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T21:33:04,564 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a93cf563f8e04e77a500e710d9a54b52 in 1289ms, sequenceid=8, compaction requested=false 2024-12-03T21:33:04,567 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/default/test/a93cf563f8e04e77a500e710d9a54b52/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T21:33:04,568 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:33:04,568 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:33:04,568 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52. 2024-12-03T21:33:04,568 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a93cf563f8e04e77a500e710d9a54b52: Waiting for close lock at 1733261583275Running coprocessor pre-close hooks at 1733261583275Disabling compacts and flushes for region at 1733261583275Disabling writes for close at 1733261583275Obtaining lock to block concurrent updates at 1733261583275Preparing flush snapshotting stores in a93cf563f8e04e77a500e710d9a54b52 at 1733261583275Finished memstore snapshotting test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733261583275Flushing stores of test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52. at 1733261583276 (+1 ms)Flushing a93cf563f8e04e77a500e710d9a54b52/f: creating writer at 1733261583276Flushing a93cf563f8e04e77a500e710d9a54b52/f: appending metadata at 1733261583290 (+14 ms)Flushing a93cf563f8e04e77a500e710d9a54b52/f: closing flushed file at 1733261583290Flushing a93cf563f8e04e77a500e710d9a54b52/f1: creating writer at 1733261583699 (+409 ms)Flushing a93cf563f8e04e77a500e710d9a54b52/f1: appending metadata at 1733261583716 (+17 ms)Flushing a93cf563f8e04e77a500e710d9a54b52/f1: closing flushed file at 1733261583716Flushing a93cf563f8e04e77a500e710d9a54b52/norep: creating writer at 1733261584126 (+410 ms)Flushing a93cf563f8e04e77a500e710d9a54b52/norep: appending metadata at 1733261584141 (+15 ms)Flushing a93cf563f8e04e77a500e710d9a54b52/norep: closing flushed file at 1733261584141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d7ed4bd: reopening flushed file at 1733261584550 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21b4c8d5: reopening flushed file at 1733261584555 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f671dcd: reopening flushed file at 1733261584559 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a93cf563f8e04e77a500e710d9a54b52 in 1289ms, sequenceid=8, compaction requested=false at 1733261584564 (+5 ms)Writing region close event to WAL at 1733261584565 (+1 ms)Running coprocessor post-close hooks at 1733261584568 (+3 ms)Closed at 1733261584568 2024-12-03T21:33:04,568 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733261572631.a93cf563f8e04e77a500e710d9a54b52. 2024-12-03T21:33:04,635 DEBUG [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:33:04,679 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 1160, reset compression=false 2024-12-03T21:33:04,684 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:04,684 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 1804, reset compression=false 2024-12-03T21:33:04,710 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 914, reset compression=false 2024-12-03T21:33:04,835 DEBUG [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:33:04,867 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:04,868 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:33:04,868 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28284 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:33:04,887 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.wal-reader.101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 to pos 1804, reset compression=false 2024-12-03T21:33:04,919 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/.tmp/table/1ec85d9b071a48cbbf851eeaae165544 2024-12-03T21:33:04,924 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/.tmp/info/80019fda80834f29b369eedff2031fc5 as hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/info/80019fda80834f29b369eedff2031fc5 2024-12-03T21:33:04,928 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/info/80019fda80834f29b369eedff2031fc5, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T21:33:04,929 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/.tmp/ns/3fd10cf50d5c4cfb8d85b4ff83b32a06 as hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/ns/3fd10cf50d5c4cfb8d85b4ff83b32a06 2024-12-03T21:33:04,932 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/ns/3fd10cf50d5c4cfb8d85b4ff83b32a06, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T21:33:04,933 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/.tmp/rep_barrier/7362df75d00a4dacac1c1103d0961085 as hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/rep_barrier/7362df75d00a4dacac1c1103d0961085 2024-12-03T21:33:04,937 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/rep_barrier/7362df75d00a4dacac1c1103d0961085, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T21:33:04,937 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/.tmp/table/1ec85d9b071a48cbbf851eeaae165544 as hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/table/1ec85d9b071a48cbbf851eeaae165544 2024-12-03T21:33:04,941 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/table/1ec85d9b071a48cbbf851eeaae165544, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T21:33:04,942 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-12-03T21:33:04,945 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T21:33:04,945 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:33:04,945 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:33:04,945 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:33:04,945 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261583233Running coprocessor pre-close hooks at 1733261583233Disabling compacts and flushes for region at 1733261583233Disabling writes for close at 1733261583233Obtaining lock to block concurrent updates at 1733261583233Preparing flush snapshotting stores in 1588230740 at 1733261583233Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733261583234 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733261583234Flushing 1588230740/info: creating writer at 1733261583234Flushing 1588230740/info: appending metadata at 1733261583249 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733261583249Flushing 1588230740/ns: creating writer at 1733261583659 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733261583676 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733261583676Flushing 1588230740/rep_barrier: creating writer at 1733261584085 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733261584096 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733261584096Flushing 1588230740/table: creating writer at 1733261584504 (+408 ms)Flushing 1588230740/table: appending metadata at 1733261584515 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733261584515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d43645: reopening flushed file at 1733261584923 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d732fe9: reopening flushed file at 1733261584928 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48392933: reopening flushed file at 1733261584933 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235b0d12: reopening flushed file at 1733261584937 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1733261584942 (+5 ms)Writing region close event to WAL at 1733261584943 (+1 ms)Running coprocessor post-close hooks at 1733261584945 (+2 ms)Closed at 1733261584945 2024-12-03T21:33:04,946 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:33:05,035 INFO [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,33219,1733261567624; all regions closed. 2024-12-03T21:33:05,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741834_1010 (size=4239) 2024-12-03T21:33:05,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741839_1015 (size=2458) 2024-12-03T21:33:05,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741833_1009 (size=1812) 2024-12-03T21:33:05,041 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/WALs/101545f66cbd,33219,1733261567624/101545f66cbd%2C33219%2C1733261567624.1733261569745 not finished, retry = 0 2024-12-03T21:33:05,142 DEBUG [RS:0;101545f66cbd:33219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:05,142 INFO [RS:0;101545f66cbd:33219 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:33:05,143 INFO [RS:0;101545f66cbd:33219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:33:05,143 INFO [RS:0;101545f66cbd:33219 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T21:33:05,143 INFO [RS:0;101545f66cbd:33219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:33:05,143 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:33:05,143 INFO [RS:0;101545f66cbd:33219 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-101545f66cbd,33219,1733261567624 because: Region server is closing 2024-12-03T21:33:05,143 INFO [RS:0;101545f66cbd:33219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:33219. 2024-12-03T21:33:05,143 DEBUG [RS:0;101545f66cbd:33219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:05,143 DEBUG [RS:0;101545f66cbd:33219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:05,144 DEBUG [RS:0;101545f66cbd:33219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:05,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:05,244 INFO [RS:0;101545f66cbd:33219 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,33219,1733261567624.replicationSource.shipper101545f66cbd%2C33219%2C1733261567624,1-101545f66cbd,33219,1733261567624 terminated 2024-12-03T21:33:05,244 INFO [RS:0;101545f66cbd:33219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:33219. 2024-12-03T21:33:05,244 DEBUG [RS:0;101545f66cbd:33219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:05,244 DEBUG [RS:0;101545f66cbd:33219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:05,244 DEBUG [RS:0;101545f66cbd:33219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:05,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:05,244 INFO [RS:0;101545f66cbd:33219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33219 2024-12-03T21:33:05,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11117917934/rs/101545f66cbd,33219,1733261567624 2024-12-03T21:33:05,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934/rs 2024-12-03T21:33:05,268 INFO [RS:0;101545f66cbd:33219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:33:05,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,33219,1733261567624] 2024-12-03T21:33:05,285 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11117917934/draining/101545f66cbd,33219,1733261567624 already deleted, retry=false 2024-12-03T21:33:05,285 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,33219,1733261567624 expired; onlineServers=0 2024-12-03T21:33:05,285 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,33945,1733261567513' ***** 2024-12-03T21:33:05,285 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:33:05,285 INFO [M:0;101545f66cbd:33945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:33:05,285 INFO [M:0;101545f66cbd:33945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:33:05,285 DEBUG [M:0;101545f66cbd:33945 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:33:05,285 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:33:05,285 DEBUG [M:0;101545f66cbd:33945 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:33:05,285 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261569554 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261569554,5,FailOnTimeoutGroup] 2024-12-03T21:33:05,285 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261569554 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261569554,5,FailOnTimeoutGroup] 2024-12-03T21:33:05,286 INFO [M:0;101545f66cbd:33945 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:33:05,286 INFO [M:0;101545f66cbd:33945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:33:05,286 DEBUG [M:0;101545f66cbd:33945 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:33:05,286 INFO [M:0;101545f66cbd:33945 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:33:05,286 INFO [M:0;101545f66cbd:33945 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:33:05,286 INFO [M:0;101545f66cbd:33945 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:33:05,286 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:33:05,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11117917934/master 2024-12-03T21:33:05,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11117917934 2024-12-03T21:33:05,293 DEBUG [M:0;101545f66cbd:33945 {}] zookeeper.ZKUtil(347): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Unable to get data of znode /11117917934/master because node does not exist (not an error) 2024-12-03T21:33:05,294 WARN [M:0;101545f66cbd:33945 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:33:05,294 INFO [M:0;101545f66cbd:33945 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/.lastflushedseqids 2024-12-03T21:33:05,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741848_1024 (size=245) 2024-12-03T21:33:05,298 INFO [M:0;101545f66cbd:33945 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:33:05,298 INFO [M:0;101545f66cbd:33945 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:33:05,298 DEBUG [M:0;101545f66cbd:33945 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:33:05,298 INFO [M:0;101545f66cbd:33945 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:05,299 DEBUG [M:0;101545f66cbd:33945 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:05,299 DEBUG [M:0;101545f66cbd:33945 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:33:05,299 DEBUG [M:0;101545f66cbd:33945 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:05,299 INFO [M:0;101545f66cbd:33945 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-03T21:33:05,315 DEBUG [M:0;101545f66cbd:33945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/585ab080b0a4494c9398473266461125 is 82, key is hbase:meta,,1/info:regioninfo/1733261570391/Put/seqid=0 2024-12-03T21:33:05,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741849_1025 (size=5672) 2024-12-03T21:33:05,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:05,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33219-0x1019e663d440004, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:05,377 INFO [RS:0;101545f66cbd:33219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:33:05,377 INFO [RS:0;101545f66cbd:33219 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,33219,1733261567624; zookeeper connection closed. 2024-12-03T21:33:05,377 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cb7ea31 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cb7ea31 2024-12-03T21:33:05,378 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:33:05,413 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 914, reset compression=false 2024-12-03T21:33:05,720 INFO [M:0;101545f66cbd:33945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/585ab080b0a4494c9398473266461125 2024-12-03T21:33:05,751 DEBUG [M:0;101545f66cbd:33945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/528c5a9f5c35476d94ecf8e15940c912 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733261578123/Put/seqid=0 2024-12-03T21:33:05,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741850_1026 (size=8517) 2024-12-03T21:33:05,754 INFO [M:0;101545f66cbd:33945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/528c5a9f5c35476d94ecf8e15940c912 2024-12-03T21:33:05,769 DEBUG [M:0;101545f66cbd:33945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ef4a3549c784398977b1e789a433ef0 is 69, key is 101545f66cbd,33219,1733261567624/rs:state/1733261569590/Put/seqid=0 2024-12-03T21:33:05,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741851_1027 (size=5156) 2024-12-03T21:33:06,173 INFO [M:0;101545f66cbd:33945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ef4a3549c784398977b1e789a433ef0 2024-12-03T21:33:06,177 DEBUG [M:0;101545f66cbd:33945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/585ab080b0a4494c9398473266461125 as hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/585ab080b0a4494c9398473266461125 2024-12-03T21:33:06,181 INFO [M:0;101545f66cbd:33945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/585ab080b0a4494c9398473266461125, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T21:33:06,182 DEBUG [M:0;101545f66cbd:33945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/528c5a9f5c35476d94ecf8e15940c912 as hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/528c5a9f5c35476d94ecf8e15940c912 2024-12-03T21:33:06,185 INFO [M:0;101545f66cbd:33945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/528c5a9f5c35476d94ecf8e15940c912, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T21:33:06,185 DEBUG [M:0;101545f66cbd:33945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ef4a3549c784398977b1e789a433ef0 as hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ef4a3549c784398977b1e789a433ef0 2024-12-03T21:33:06,188 INFO [M:0;101545f66cbd:33945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38139/user/jenkins/test-data/673d1a79-e522-76db-0104-376a3b81dea4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ef4a3549c784398977b1e789a433ef0, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T21:33:06,189 INFO [M:0;101545f66cbd:33945 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false 2024-12-03T21:33:06,190 INFO [M:0;101545f66cbd:33945 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:06,190 DEBUG [M:0;101545f66cbd:33945 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261585298Disabling compacts and flushes for region at 1733261585298Disabling writes for close at 1733261585299 (+1 ms)Obtaining lock to block concurrent updates at 1733261585299Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261585299Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733261585299Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261585300 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261585300Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261585315 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261585315Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261585735 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261585750 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261585750Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261585757 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261585769 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261585769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58bbd758: reopening flushed file at 1733261586176 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4319c668: reopening flushed file at 1733261586181 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21310503: reopening flushed file at 1733261586185 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false at 1733261586189 (+4 ms)Writing region close event to WAL at 1733261586190 (+1 ms)Closed at 1733261586190 2024-12-03T21:33:06,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741830_1006 (size=63666) 2024-12-03T21:33:06,192 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:33:06,192 INFO [M:0;101545f66cbd:33945 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:33:06,192 INFO [M:0;101545f66cbd:33945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33945 2024-12-03T21:33:06,193 INFO [M:0;101545f66cbd:33945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:33:06,217 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 914, reset compression=false 2024-12-03T21:33:06,319 INFO [M:0;101545f66cbd:33945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:33:06,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:06,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e663d440003, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:06,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69a6dee9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:33:06,360 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28f81f89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:33:06,360 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:33:06,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f3dee80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:33:06,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1664869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/hadoop.log.dir/,STOPPED} 2024-12-03T21:33:06,361 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:33:06,361 WARN [BP-566747484-172.17.0.2-1733261565802 heartbeating to localhost/127.0.0.1:38139 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:33:06,361 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:33:06,361 WARN [BP-566747484-172.17.0.2-1733261565802 heartbeating to localhost/127.0.0.1:38139 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-566747484-172.17.0.2-1733261565802 (Datanode Uuid 2f89c708-7d88-4514-8299-62cb7e071328) service to localhost/127.0.0.1:38139 2024-12-03T21:33:06,362 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/cluster_fd4d9201-3707-a2af-0231-3ed08c19119a/data/data1/current/BP-566747484-172.17.0.2-1733261565802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:33:06,362 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/cluster_fd4d9201-3707-a2af-0231-3ed08c19119a/data/data2/current/BP-566747484-172.17.0.2-1733261565802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:33:06,362 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:33:06,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@509e4c49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:33:06,367 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e55e70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:33:06,367 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:33:06,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8ccabc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:33:06,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@748d40d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/hadoop.log.dir/,STOPPED} 2024-12-03T21:33:06,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:33:06,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:33:06,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:33:06,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:06,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:06,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:06,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:06,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:33:06,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1507042413, stopped=false 2024-12-03T21:33:06,379 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,46361,1733261562761 2024-12-03T21:33:06,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0662799100/running 2024-12-03T21:33:06,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0662799100/running 2024-12-03T21:33:06,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100 2024-12-03T21:33:06,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100 2024-12-03T21:33:06,402 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:33:06,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Set watcher on znode that does not yet exist, /0662799100/running 2024-12-03T21:33:06,402 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:33:06,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Set watcher on znode that does not yet exist, /0662799100/running 2024-12-03T21:33:06,402 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:06,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:06,403 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,38667,1733261562921' ***** 2024-12-03T21:33:06,403 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:33:06,403 INFO [RS:0;101545f66cbd:38667 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:33:06,403 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:33:06,403 INFO [RS:0;101545f66cbd:38667 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:33:06,403 INFO [RS:0;101545f66cbd:38667 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:33:06,403 INFO [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(3091): Received CLOSE for 87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:33:06,403 INFO [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(3091): Received CLOSE for 5242e6c66fb9c546e4d703f3d75e1ab5 2024-12-03T21:33:06,403 INFO [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,38667,1733261562921 2024-12-03T21:33:06,403 INFO [RS:0;101545f66cbd:38667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:33:06,403 INFO [RS:0;101545f66cbd:38667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:38667. 2024-12-03T21:33:06,403 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87f5b774d183abcb6a1813ca0cce0e0d, disabling compactions & flushes 2024-12-03T21:33:06,403 DEBUG [RS:0;101545f66cbd:38667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:06,403 DEBUG [RS:0;101545f66cbd:38667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:06,403 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d. 2024-12-03T21:33:06,403 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d. 2024-12-03T21:33:06,403 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d. after waiting 0 ms 2024-12-03T21:33:06,403 INFO [RS:0;101545f66cbd:38667 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:33:06,403 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d. 2024-12-03T21:33:06,403 INFO [RS:0;101545f66cbd:38667 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:33:06,403 INFO [RS:0;101545f66cbd:38667 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:33:06,404 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 87f5b774d183abcb6a1813ca0cce0e0d 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-03T21:33:06,404 INFO [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:33:06,404 INFO [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T21:33:06,404 DEBUG [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(1325): Online Regions={87f5b774d183abcb6a1813ca0cce0e0d=test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d., 1588230740=hbase:meta,,1.1588230740, 5242e6c66fb9c546e4d703f3d75e1ab5=hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5.} 2024-12-03T21:33:06,404 DEBUG [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5242e6c66fb9c546e4d703f3d75e1ab5, 87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:33:06,404 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:33:06,404 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:33:06,404 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:33:06,404 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:33:06,404 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:33:06,404 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T21:33:06,413 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:33:06,416 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d/.tmp/f/97035edfbb7943fa9d77428e539768b0 is 29, key is row1/f:/1733261582132/DeleteFamily/seqid=0 2024-12-03T21:33:06,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741840_1016 (size=5118) 2024-12-03T21:33:06,421 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/.tmp/info/1e3f03c549e74c5dac9e4da281e21be0 is 147, key is hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5./info:regioninfo/1733261575995/Put/seqid=0 2024-12-03T21:33:06,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741841_1017 (size=7686) 2024-12-03T21:33:06,524 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:33:06,524 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:33:06,604 DEBUG [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5242e6c66fb9c546e4d703f3d75e1ab5, 87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:33:06,804 DEBUG [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5242e6c66fb9c546e4d703f3d75e1ab5, 87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:33:06,820 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d/.tmp/f/97035edfbb7943fa9d77428e539768b0 2024-12-03T21:33:06,824 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/.tmp/info/1e3f03c549e74c5dac9e4da281e21be0 2024-12-03T21:33:06,825 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97035edfbb7943fa9d77428e539768b0 2024-12-03T21:33:06,839 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/.tmp/ns/eb06d7eb8da34720b2ce5511e1745851 is 43, key is default/ns:d/1733261565677/Put/seqid=0 2024-12-03T21:33:06,841 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d/.tmp/f1/ae9e3be2ecde4692b327091e69c7c33c is 30, key is row1/f1:/1733261582132/DeleteFamily/seqid=0 2024-12-03T21:33:06,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741842_1018 (size=5153) 2024-12-03T21:33:06,843 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/.tmp/ns/eb06d7eb8da34720b2ce5511e1745851 2024-12-03T21:33:06,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741843_1019 (size=5123) 2024-12-03T21:33:06,858 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/.tmp/rep_barrier/11b34dcf26244bf3975386f1a910dc70 is 112, key is test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d./rep_barrier:seqnumDuringOpen/1733261571624/Put/seqid=0 2024-12-03T21:33:06,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741844_1020 (size=5518) 2024-12-03T21:33:07,004 DEBUG [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5242e6c66fb9c546e4d703f3d75e1ab5, 87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:33:07,120 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 914, reset compression=false 2024-12-03T21:33:07,124 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:07,124 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 1161, reset compression=false 2024-12-03T21:33:07,124 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.shipper101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,38667,1733261562921 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:33:07,125 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.shipper101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 101545f66cbd,38667,1733261562921: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-101545f66cbd,38667,1733261562921, walGroup=101545f66cbd%2C38667%2C1733261562921, offset=101545f66cbd%2C38667%2C1733261562921.1733261564623:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T21:33:07,126 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.shipper101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T21:33:07,126 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.shipper101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T21:33:07,126 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.shipper101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T21:33:07,126 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.shipper101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T21:33:07,126 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.shipper101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T21:33:07,126 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.shipper101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 630767200 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 191494992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T21:33:07,126 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.shipper101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:46361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:46361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T21:33:07,204 DEBUG [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5242e6c66fb9c546e4d703f3d75e1ab5, 87f5b774d183abcb6a1813ca0cce0e0d 2024-12-03T21:33:07,245 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d/.tmp/f1/ae9e3be2ecde4692b327091e69c7c33c 2024-12-03T21:33:07,249 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae9e3be2ecde4692b327091e69c7c33c 2024-12-03T21:33:07,262 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/.tmp/rep_barrier/11b34dcf26244bf3975386f1a910dc70 2024-12-03T21:33:07,265 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d/.tmp/norep/392f11f93d254b5b867c7d86c0841f2e is 32, key is row/norep:/1733261581128/DeleteFamily/seqid=0 2024-12-03T21:33:07,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741845_1021 (size=5101) 2024-12-03T21:33:07,275 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d/.tmp/norep/392f11f93d254b5b867c7d86c0841f2e 2024-12-03T21:33:07,278 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 392f11f93d254b5b867c7d86c0841f2e 2024-12-03T21:33:07,279 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d/.tmp/f/97035edfbb7943fa9d77428e539768b0 as hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d/f/97035edfbb7943fa9d77428e539768b0 2024-12-03T21:33:07,279 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/.tmp/table/a746a056cfb0479e976812a9d78a29c9 is 53, key is hbase:replication/table:state/1733261576002/Put/seqid=0 2024-12-03T21:33:07,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741846_1022 (size=5308) 2024-12-03T21:33:07,282 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/.tmp/table/a746a056cfb0479e976812a9d78a29c9 2024-12-03T21:33:07,283 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97035edfbb7943fa9d77428e539768b0 2024-12-03T21:33:07,283 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d/f/97035edfbb7943fa9d77428e539768b0, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T21:33:07,284 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d/.tmp/f1/ae9e3be2ecde4692b327091e69c7c33c as hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d/f1/ae9e3be2ecde4692b327091e69c7c33c 2024-12-03T21:33:07,286 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/.tmp/info/1e3f03c549e74c5dac9e4da281e21be0 as hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/info/1e3f03c549e74c5dac9e4da281e21be0 2024-12-03T21:33:07,288 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae9e3be2ecde4692b327091e69c7c33c 2024-12-03T21:33:07,288 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d/f1/ae9e3be2ecde4692b327091e69c7c33c, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T21:33:07,288 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d/.tmp/norep/392f11f93d254b5b867c7d86c0841f2e as hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d/norep/392f11f93d254b5b867c7d86c0841f2e 2024-12-03T21:33:07,290 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/info/1e3f03c549e74c5dac9e4da281e21be0, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T21:33:07,291 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/.tmp/ns/eb06d7eb8da34720b2ce5511e1745851 as hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/ns/eb06d7eb8da34720b2ce5511e1745851 2024-12-03T21:33:07,292 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 392f11f93d254b5b867c7d86c0841f2e 2024-12-03T21:33:07,292 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d/norep/392f11f93d254b5b867c7d86c0841f2e, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T21:33:07,293 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 87f5b774d183abcb6a1813ca0cce0e0d in 890ms, sequenceid=8, compaction requested=false 2024-12-03T21:33:07,294 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/ns/eb06d7eb8da34720b2ce5511e1745851, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T21:33:07,295 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/.tmp/rep_barrier/11b34dcf26244bf3975386f1a910dc70 as hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/rep_barrier/11b34dcf26244bf3975386f1a910dc70 2024-12-03T21:33:07,296 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/default/test/87f5b774d183abcb6a1813ca0cce0e0d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T21:33:07,297 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:33:07,297 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:33:07,297 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d. 2024-12-03T21:33:07,297 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87f5b774d183abcb6a1813ca0cce0e0d: Waiting for close lock at 1733261586403Running coprocessor pre-close hooks at 1733261586403Disabling compacts and flushes for region at 1733261586403Disabling writes for close at 1733261586403Obtaining lock to block concurrent updates at 1733261586404 (+1 ms)Preparing flush snapshotting stores in 87f5b774d183abcb6a1813ca0cce0e0d at 1733261586404Finished memstore snapshotting test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733261586404Flushing stores of test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d. at 1733261586404Flushing 87f5b774d183abcb6a1813ca0cce0e0d/f: creating writer at 1733261586404Flushing 87f5b774d183abcb6a1813ca0cce0e0d/f: appending metadata at 1733261586416 (+12 ms)Flushing 87f5b774d183abcb6a1813ca0cce0e0d/f: closing flushed file at 1733261586416Flushing 87f5b774d183abcb6a1813ca0cce0e0d/f1: creating writer at 1733261586825 (+409 ms)Flushing 87f5b774d183abcb6a1813ca0cce0e0d/f1: appending metadata at 1733261586840 (+15 ms)Flushing 87f5b774d183abcb6a1813ca0cce0e0d/f1: closing flushed file at 1733261586840Flushing 87f5b774d183abcb6a1813ca0cce0e0d/norep: creating writer at 1733261587249 (+409 ms)Flushing 87f5b774d183abcb6a1813ca0cce0e0d/norep: appending metadata at 1733261587264 (+15 ms)Flushing 87f5b774d183abcb6a1813ca0cce0e0d/norep: closing flushed file at 1733261587264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf5e8bb: reopening flushed file at 1733261587278 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e163b57: reopening flushed file at 1733261587283 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c0dc72: reopening flushed file at 1733261587288 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 87f5b774d183abcb6a1813ca0cce0e0d in 890ms, sequenceid=8, compaction requested=false at 1733261587293 (+5 ms)Writing region close event to WAL at 1733261587294 (+1 ms)Running coprocessor post-close hooks at 1733261587297 (+3 ms)Closed at 1733261587297 2024-12-03T21:33:07,297 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733261570481.87f5b774d183abcb6a1813ca0cce0e0d. 2024-12-03T21:33:07,297 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5242e6c66fb9c546e4d703f3d75e1ab5, disabling compactions & flushes 2024-12-03T21:33:07,297 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. 2024-12-03T21:33:07,297 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. 2024-12-03T21:33:07,297 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. after waiting 0 ms 2024-12-03T21:33:07,297 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. 2024-12-03T21:33:07,298 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5242e6c66fb9c546e4d703f3d75e1ab5: Waiting for close lock at 1733261587297Running coprocessor pre-close hooks at 1733261587297Disabling compacts and flushes for region at 1733261587297Disabling writes for close at 1733261587297Failed flush hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5., putting online again at 1733261587298 (+1 ms) 2024-12-03T21:33:07,298 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. 2024-12-03T21:33:07,298 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/rep_barrier/11b34dcf26244bf3975386f1a910dc70, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T21:33:07,299 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/.tmp/table/a746a056cfb0479e976812a9d78a29c9 as hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/table/a746a056cfb0479e976812a9d78a29c9 2024-12-03T21:33:07,302 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/table/a746a056cfb0479e976812a9d78a29c9, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T21:33:07,303 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 899ms, sequenceid=16, compaction requested=false 2024-12-03T21:33:07,307 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T21:33:07,307 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:33:07,307 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:33:07,307 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:33:07,307 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261586404Running coprocessor pre-close hooks at 1733261586404Disabling compacts and flushes for region at 1733261586404Disabling writes for close at 1733261586404Obtaining lock to block concurrent updates at 1733261586404Preparing flush snapshotting stores in 1588230740 at 1733261586404Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733261586404Flushing stores of hbase:meta,,1.1588230740 at 1733261586405 (+1 ms)Flushing 1588230740/info: creating writer at 1733261586405Flushing 1588230740/info: appending metadata at 1733261586421 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733261586421Flushing 1588230740/ns: creating writer at 1733261586828 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733261586839 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733261586839Flushing 1588230740/rep_barrier: creating writer at 1733261586846 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733261586858 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733261586858Flushing 1588230740/table: creating writer at 1733261587265 (+407 ms)Flushing 1588230740/table: appending metadata at 1733261587279 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733261587279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a68c6b1: reopening flushed file at 1733261587286 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c7aad3d: reopening flushed file at 1733261587290 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52937c08: reopening flushed file at 1733261587295 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7107133f: reopening flushed file at 1733261587299 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 899ms, sequenceid=16, compaction requested=false at 1733261587303 (+4 ms)Writing region close event to WAL at 1733261587304 (+1 ms)Running coprocessor post-close hooks at 1733261587307 (+3 ms)Closed at 1733261587307 2024-12-03T21:33:07,307 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:33:07,327 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 1161, reset compression=false 2024-12-03T21:33:07,331 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:07,331 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 1805, reset compression=false 2024-12-03T21:33:07,405 INFO [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(3091): Received CLOSE for 5242e6c66fb9c546e4d703f3d75e1ab5 2024-12-03T21:33:07,405 DEBUG [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(1351): Waiting on 5242e6c66fb9c546e4d703f3d75e1ab5 2024-12-03T21:33:07,405 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5242e6c66fb9c546e4d703f3d75e1ab5, disabling compactions & flushes 2024-12-03T21:33:07,405 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. 2024-12-03T21:33:07,405 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. 2024-12-03T21:33:07,405 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. after waiting 0 ms 2024-12-03T21:33:07,405 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. 2024-12-03T21:33:07,405 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5242e6c66fb9c546e4d703f3d75e1ab5: Waiting for close lock at 1733261587405Running coprocessor pre-close hooks at 1733261587405Disabling compacts and flushes for region at 1733261587405Disabling writes for close at 1733261587405Failed flush hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5., putting online again at 1733261587405 2024-12-03T21:33:07,405 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5. 2024-12-03T21:33:07,533 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.wal-reader.101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.1733261564623 to pos 1805, reset compression=false 2024-12-03T21:33:07,605 INFO [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T21:33:07,605 DEBUG [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(1325): Online Regions={5242e6c66fb9c546e4d703f3d75e1ab5=hbase:replication,,1733261574802.5242e6c66fb9c546e4d703f3d75e1ab5.} 2024-12-03T21:33:07,605 INFO [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T21:33:07,605 INFO [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,38667,1733261562921; all regions closed. 2024-12-03T21:33:07,607 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.meta.1733261565614.meta not finished, retry = 0 2024-12-03T21:33:07,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741834_1010 (size=4239) 2024-12-03T21:33:07,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741839_1015 (size=1733) 2024-12-03T21:33:07,709 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/WALs/101545f66cbd,38667,1733261562921/101545f66cbd%2C38667%2C1733261562921.rep.1733261575963 not finished, retry = 0 2024-12-03T21:33:07,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741832_1008 (size=1813) 2024-12-03T21:33:07,813 DEBUG [RS:0;101545f66cbd:38667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:07,813 INFO [RS:0;101545f66cbd:38667 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:33:07,813 INFO [RS:0;101545f66cbd:38667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:33:07,813 INFO [RS:0;101545f66cbd:38667 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T21:33:07,813 INFO [RS:0;101545f66cbd:38667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:33:07,813 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:33:07,814 INFO [RS:0;101545f66cbd:38667 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-101545f66cbd,38667,1733261562921 because: Region server is closing 2024-12-03T21:33:07,814 INFO [RS:0;101545f66cbd:38667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:38667. 2024-12-03T21:33:07,814 DEBUG [RS:0;101545f66cbd:38667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:07,814 DEBUG [RS:0;101545f66cbd:38667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:07,814 DEBUG [RS:0;101545f66cbd:38667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:07,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:07,914 INFO [RS:0;101545f66cbd:38667 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38667,1733261562921.replicationSource.shipper101545f66cbd%2C38667%2C1733261562921,1-101545f66cbd,38667,1733261562921 terminated 2024-12-03T21:33:07,914 INFO [RS:0;101545f66cbd:38667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:38667. 2024-12-03T21:33:07,915 DEBUG [RS:0;101545f66cbd:38667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:07,915 DEBUG [RS:0;101545f66cbd:38667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:07,915 DEBUG [RS:0;101545f66cbd:38667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:07,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:07,915 INFO [RS:0;101545f66cbd:38667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38667 2024-12-03T21:33:07,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0662799100/rs/101545f66cbd,38667,1733261562921 2024-12-03T21:33:07,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100/rs 2024-12-03T21:33:07,943 INFO [RS:0;101545f66cbd:38667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:33:07,952 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,38667,1733261562921] 2024-12-03T21:33:07,960 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0662799100/draining/101545f66cbd,38667,1733261562921 already deleted, retry=false 2024-12-03T21:33:07,960 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,38667,1733261562921 expired; onlineServers=0 2024-12-03T21:33:07,960 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,46361,1733261562761' ***** 2024-12-03T21:33:07,960 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:33:07,960 INFO [M:0;101545f66cbd:46361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:33:07,960 INFO [M:0;101545f66cbd:46361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:33:07,960 DEBUG [M:0;101545f66cbd:46361 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:33:07,960 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:33:07,960 DEBUG [M:0;101545f66cbd:46361 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:33:07,960 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261564446 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261564446,5,FailOnTimeoutGroup] 2024-12-03T21:33:07,960 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261564446 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261564446,5,FailOnTimeoutGroup] 2024-12-03T21:33:07,960 INFO [M:0;101545f66cbd:46361 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:33:07,960 INFO [M:0;101545f66cbd:46361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:33:07,960 DEBUG [M:0;101545f66cbd:46361 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:33:07,961 INFO [M:0;101545f66cbd:46361 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:33:07,961 INFO [M:0;101545f66cbd:46361 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:33:07,961 INFO [M:0;101545f66cbd:46361 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:33:07,961 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:33:07,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0662799100/master 2024-12-03T21:33:07,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0662799100 2024-12-03T21:33:07,968 DEBUG [M:0;101545f66cbd:46361 {}] zookeeper.ZKUtil(347): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Unable to get data of znode /0662799100/master because node does not exist (not an error) 2024-12-03T21:33:07,968 WARN [M:0;101545f66cbd:46361 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:33:07,969 INFO [M:0;101545f66cbd:46361 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/.lastflushedseqids 2024-12-03T21:33:07,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741847_1023 (size=245) 2024-12-03T21:33:08,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:08,052 INFO [RS:0;101545f66cbd:38667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:33:08,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38667-0x1019e663d440001, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:08,052 INFO [RS:0;101545f66cbd:38667 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,38667,1733261562921; zookeeper connection closed. 2024-12-03T21:33:08,052 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67cd0d06 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67cd0d06 2024-12-03T21:33:08,052 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:33:08,373 INFO [M:0;101545f66cbd:46361 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:33:08,373 INFO [M:0;101545f66cbd:46361 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:33:08,373 DEBUG [M:0;101545f66cbd:46361 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:33:08,373 INFO [M:0;101545f66cbd:46361 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:08,373 DEBUG [M:0;101545f66cbd:46361 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:08,373 DEBUG [M:0;101545f66cbd:46361 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:33:08,373 DEBUG [M:0;101545f66cbd:46361 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:08,373 INFO [M:0;101545f66cbd:46361 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-03T21:33:08,385 DEBUG [M:0;101545f66cbd:46361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6493fc8e58ec459399aa069b371782b7 is 82, key is hbase:meta,,1/info:regioninfo/1733261565640/Put/seqid=0 2024-12-03T21:33:08,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741848_1024 (size=5672) 2024-12-03T21:33:08,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:33:08,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:08,789 INFO [M:0;101545f66cbd:46361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6493fc8e58ec459399aa069b371782b7 2024-12-03T21:33:08,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:08,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:08,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:08,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:08,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:08,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:08,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:08,809 DEBUG [M:0;101545f66cbd:46361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2992cfe018ea45f2a508e5255cc98a54 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733261576006/Put/seqid=0 2024-12-03T21:33:08,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:08,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:08,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:08,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741849_1025 (size=8517) 2024-12-03T21:33:09,213 INFO [M:0;101545f66cbd:46361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2992cfe018ea45f2a508e5255cc98a54 2024-12-03T21:33:09,228 DEBUG [M:0;101545f66cbd:46361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cc92a4e79f745faaf3c790df60c7b23 is 69, key is 101545f66cbd,38667,1733261562921/rs:state/1733261564482/Put/seqid=0 2024-12-03T21:33:09,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741850_1026 (size=5156) 2024-12-03T21:33:09,631 INFO [M:0;101545f66cbd:46361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cc92a4e79f745faaf3c790df60c7b23 2024-12-03T21:33:09,635 DEBUG [M:0;101545f66cbd:46361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6493fc8e58ec459399aa069b371782b7 as hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6493fc8e58ec459399aa069b371782b7 2024-12-03T21:33:09,638 INFO [M:0;101545f66cbd:46361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6493fc8e58ec459399aa069b371782b7, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T21:33:09,639 DEBUG [M:0;101545f66cbd:46361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2992cfe018ea45f2a508e5255cc98a54 as hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2992cfe018ea45f2a508e5255cc98a54 2024-12-03T21:33:09,642 INFO [M:0;101545f66cbd:46361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2992cfe018ea45f2a508e5255cc98a54, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T21:33:09,643 DEBUG [M:0;101545f66cbd:46361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cc92a4e79f745faaf3c790df60c7b23 as hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cc92a4e79f745faaf3c790df60c7b23 2024-12-03T21:33:09,645 INFO [M:0;101545f66cbd:46361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cc92a4e79f745faaf3c790df60c7b23, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T21:33:09,646 INFO [M:0;101545f66cbd:46361 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-12-03T21:33:09,647 INFO [M:0;101545f66cbd:46361 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:09,647 DEBUG [M:0;101545f66cbd:46361 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261588373Disabling compacts and flushes for region at 1733261588373Disabling writes for close at 1733261588373Obtaining lock to block concurrent updates at 1733261588373Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261588373Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733261588373Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261588374 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261588374Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261588385 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261588385Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261588793 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261588809 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261588809Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261589216 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261589227 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261589227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59941d1a: reopening flushed file at 1733261589635 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25fe0cc1: reopening flushed file at 1733261589638 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba4feef: reopening flushed file at 1733261589642 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1733261589646 (+4 ms)Writing region close event to WAL at 1733261589647 (+1 ms)Closed at 1733261589647 2024-12-03T21:33:09,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741830_1006 (size=63666) 2024-12-03T21:33:09,649 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78acb102-d993-a84b-b35d-12bed1834ec9/MasterData/WALs/101545f66cbd,46361,1733261562761/101545f66cbd%2C46361%2C1733261562761.1733261564253 not finished, retry = 0 2024-12-03T21:33:09,749 INFO [M:0;101545f66cbd:46361 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:33:09,749 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:33:09,749 INFO [M:0;101545f66cbd:46361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46361 2024-12-03T21:33:09,750 INFO [M:0;101545f66cbd:46361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:33:09,931 INFO [M:0;101545f66cbd:46361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:33:09,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:09,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x1019e663d440000, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:09,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@175f77a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:33:09,933 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b09d5c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:33:09,933 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:33:09,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@777a69f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:33:09,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bf6f846{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/hadoop.log.dir/,STOPPED} 2024-12-03T21:33:09,935 WARN [BP-922166387-172.17.0.2-1733261560683 heartbeating to localhost/127.0.0.1:40123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:33:09,935 WARN [BP-922166387-172.17.0.2-1733261560683 heartbeating to localhost/127.0.0.1:40123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-922166387-172.17.0.2-1733261560683 (Datanode Uuid 9deaba4d-0cbc-4ee6-aee1-e43fb06140c8) service to localhost/127.0.0.1:40123 2024-12-03T21:33:09,935 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:33:09,935 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:33:09,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/cluster_1723c63e-afe5-5e13-37cc-e9a347bf5131/data/data1/current/BP-922166387-172.17.0.2-1733261560683 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:33:09,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/cluster_1723c63e-afe5-5e13-37cc-e9a347bf5131/data/data2/current/BP-922166387-172.17.0.2-1733261560683 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:33:09,935 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:33:09,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57eb1a40{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:33:09,940 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@366cc4eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:33:09,940 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:33:09,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70969ef9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:33:09,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e41dead{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c17ea7-406f-08a0-4bcc-3fc855f3ff65/hadoop.log.dir/,STOPPED} 2024-12-03T21:33:09,945 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T21:33:09,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:33:09,967 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 240) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:38139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:38139 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:40123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50505) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:38139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50505) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:40123 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:38139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:40123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:40123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=652 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 181) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9718 (was 9739) 2024-12-03T21:33:09,976 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=652, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=9718 2024-12-03T21:33:09,987 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-03T21:33:09,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/hadoop.log.dir so I do NOT create it in target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406 2024-12-03T21:33:09,988 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:33:09,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/hadoop.tmp.dir so I do NOT create it in target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406 2024-12-03T21:33:09,988 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd8d7396-62d6-cb01-18c5-80ddb43c96fb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:33:09,988 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406 2024-12-03T21:33:09,988 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/cluster_73776a0c-c9e3-30c9-29f2-342183916eae, deleteOnExit=true 2024-12-03T21:33:10,009 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/cluster_73776a0c-c9e3-30c9-29f2-342183916eae/zookeeper_0, clientPort=60090, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/cluster_73776a0c-c9e3-30c9-29f2-342183916eae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/cluster_73776a0c-c9e3-30c9-29f2-342183916eae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T21:33:10,009 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60090 2024-12-03T21:33:10,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:33:10,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:33:10,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/test.cache.data in system properties and HBase conf 2024-12-03T21:33:10,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:33:10,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:33:10,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:33:10,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:33:10,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:33:10,010 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:33:10,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:33:10,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:33:10,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:33:10,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:33:10,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:33:10,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:33:10,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:33:10,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:33:10,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:33:10,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:33:10,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:33:10,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:33:10,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:33:10,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:33:10,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019e663d440005, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:33:10,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019e663d440002, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:33:10,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019e663d440002, quorum=127.0.0.1:50505, baseZNode=/0662799100 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:33:10,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019e663d440005, quorum=127.0.0.1:50505, baseZNode=/11117917934 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:33:10,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:33:10,311 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:33:10,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:33:10,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:33:10,313 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:33:10,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:33:10,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@724e6c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:33:10,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7188027e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:33:10,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41288b05{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/java.io.tmpdir/jetty-localhost-45801-hadoop-hdfs-3_4_1-tests_jar-_-any-12751475594653493807/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:33:10,403 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69b9fcac{HTTP/1.1, (http/1.1)}{localhost:45801} 2024-12-03T21:33:10,403 INFO [Time-limited test {}] server.Server(415): Started @229009ms 2024-12-03T21:33:10,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:33:10,609 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:33:10,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:33:10,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:33:10,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T21:33:10,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cc581e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:33:10,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69529380{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:33:10,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c34ea28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/java.io.tmpdir/jetty-localhost-36285-hadoop-hdfs-3_4_1-tests_jar-_-any-8728950698023386473/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:33:10,703 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f2cadec{HTTP/1.1, (http/1.1)}{localhost:36285} 2024-12-03T21:33:10,703 INFO [Time-limited test {}] server.Server(415): Started @229309ms 2024-12-03T21:33:10,704 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:33:11,239 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/cluster_73776a0c-c9e3-30c9-29f2-342183916eae/data/data1/current/BP-698499902-172.17.0.2-1733261590024/current, will proceed with Du for space computation calculation, 2024-12-03T21:33:11,239 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/cluster_73776a0c-c9e3-30c9-29f2-342183916eae/data/data2/current/BP-698499902-172.17.0.2-1733261590024/current, will proceed with Du for space computation calculation, 2024-12-03T21:33:11,255 WARN [Thread-2648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:33:11,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d75d19affd737c4 with lease ID 0x51813106dba4afee: Processing first storage report for DS-14a16e0f-1514-45d4-9f27-a4db58ea620f from datanode DatanodeRegistration(127.0.0.1:42857, datanodeUuid=ba53be79-27ec-45d2-bfd7-8d4a16bba6f7, infoPort=33743, infoSecurePort=0, ipcPort=40901, storageInfo=lv=-57;cid=testClusterID;nsid=1495726466;c=1733261590024) 2024-12-03T21:33:11,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d75d19affd737c4 with lease ID 0x51813106dba4afee: from storage DS-14a16e0f-1514-45d4-9f27-a4db58ea620f node DatanodeRegistration(127.0.0.1:42857, datanodeUuid=ba53be79-27ec-45d2-bfd7-8d4a16bba6f7, infoPort=33743, infoSecurePort=0, ipcPort=40901, storageInfo=lv=-57;cid=testClusterID;nsid=1495726466;c=1733261590024), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T21:33:11,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d75d19affd737c4 with lease ID 0x51813106dba4afee: Processing first storage report for DS-70c553d6-870a-4e99-8ad1-4c08b6fce47e from datanode DatanodeRegistration(127.0.0.1:42857, datanodeUuid=ba53be79-27ec-45d2-bfd7-8d4a16bba6f7, infoPort=33743, infoSecurePort=0, ipcPort=40901, storageInfo=lv=-57;cid=testClusterID;nsid=1495726466;c=1733261590024) 2024-12-03T21:33:11,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d75d19affd737c4 with lease ID 0x51813106dba4afee: from storage DS-70c553d6-870a-4e99-8ad1-4c08b6fce47e node DatanodeRegistration(127.0.0.1:42857, datanodeUuid=ba53be79-27ec-45d2-bfd7-8d4a16bba6f7, infoPort=33743, infoSecurePort=0, ipcPort=40901, storageInfo=lv=-57;cid=testClusterID;nsid=1495726466;c=1733261590024), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:33:11,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406 2024-12-03T21:33:11,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:11,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:11,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:33:11,733 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099 with version=8 2024-12-03T21:33:11,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/hbase-staging 2024-12-03T21:33:11,735 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:33:11,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:11,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:11,735 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:33:11,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:11,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:33:11,736 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:33:11,736 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:33:11,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35685 2024-12-03T21:33:11,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35685 connecting to ZooKeeper ensemble=127.0.0.1:60090 2024-12-03T21:33:11,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356850x0, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:33:11,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35685-0x1019e66afe00000 connected 2024-12-03T21:33:11,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:11,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:11,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Set watcher on znode that does not yet exist, /0184020717/running 2024-12-03T21:33:11,864 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099, hbase.cluster.distributed=false 2024-12-03T21:33:11,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Set watcher on znode that does not yet exist, /0184020717/acl 2024-12-03T21:33:11,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35685 2024-12-03T21:33:11,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35685 2024-12-03T21:33:11,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35685 2024-12-03T21:33:11,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35685 2024-12-03T21:33:11,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35685 2024-12-03T21:33:11,878 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:33:11,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:11,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:11,878 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:33:11,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:11,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:33:11,878 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:33:11,878 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:33:11,879 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40919 2024-12-03T21:33:11,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40919 connecting to ZooKeeper ensemble=127.0.0.1:60090 2024-12-03T21:33:11,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:11,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:11,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409190x0, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:33:11,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409190x0, quorum=127.0.0.1:60090, baseZNode=/0184020717 Set watcher on znode that does not yet exist, /0184020717/running 2024-12-03T21:33:11,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40919-0x1019e66afe00001 connected 2024-12-03T21:33:11,894 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:33:11,894 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:33:11,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Set watcher on znode that does not yet exist, /0184020717/master 2024-12-03T21:33:11,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Set watcher on znode that does not yet exist, /0184020717/acl 2024-12-03T21:33:11,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40919 2024-12-03T21:33:11,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40919 2024-12-03T21:33:11,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40919 2024-12-03T21:33:11,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40919 2024-12-03T21:33:11,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40919 2024-12-03T21:33:11,911 DEBUG [M:0;101545f66cbd:35685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:35685 2024-12-03T21:33:11,911 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0184020717/backup-masters/101545f66cbd,35685,1733261591735 2024-12-03T21:33:11,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717/backup-masters 2024-12-03T21:33:11,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717/backup-masters 2024-12-03T21:33:11,918 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Set watcher on existing znode=/0184020717/backup-masters/101545f66cbd,35685,1733261591735 2024-12-03T21:33:11,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0184020717/master 2024-12-03T21:33:11,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717 2024-12-03T21:33:11,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717 2024-12-03T21:33:11,927 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Set watcher on existing znode=/0184020717/master 2024-12-03T21:33:11,927 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0184020717/backup-masters/101545f66cbd,35685,1733261591735 from backup master directory 2024-12-03T21:33:11,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0184020717/backup-masters/101545f66cbd,35685,1733261591735 2024-12-03T21:33:11,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717/backup-masters 2024-12-03T21:33:11,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717/backup-masters 2024-12-03T21:33:11,935 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:33:11,935 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,35685,1733261591735 2024-12-03T21:33:11,938 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/hbase.id] with ID: d04b4fcf-1b0a-4368-9cc2-a121a8e57d26 2024-12-03T21:33:11,938 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/.tmp/hbase.id 2024-12-03T21:33:11,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:33:12,342 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/.tmp/hbase.id]:[hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/hbase.id] 2024-12-03T21:33:12,349 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:12,349 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:33:12,350 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T21:33:12,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717 2024-12-03T21:33:12,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717 2024-12-03T21:33:12,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:33:12,781 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:33:12,782 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:33:12,782 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:33:12,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:33:13,187 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store 2024-12-03T21:33:13,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:33:13,592 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:13,592 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:33:13,592 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:13,592 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:13,593 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:33:13,593 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:13,593 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:13,593 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261593592Disabling compacts and flushes for region at 1733261593592Disabling writes for close at 1733261593593 (+1 ms)Writing region close event to WAL at 1733261593593Closed at 1733261593593 2024-12-03T21:33:13,593 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/.initializing 2024-12-03T21:33:13,593 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/WALs/101545f66cbd,35685,1733261591735 2024-12-03T21:33:13,594 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:33:13,595 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C35685%2C1733261591735, suffix=, logDir=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/WALs/101545f66cbd,35685,1733261591735, archiveDir=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/oldWALs, maxLogs=10 2024-12-03T21:33:13,606 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/WALs/101545f66cbd,35685,1733261591735/101545f66cbd%2C35685%2C1733261591735.1733261593595, exclude list is [], retry=0 2024-12-03T21:33:13,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42857,DS-14a16e0f-1514-45d4-9f27-a4db58ea620f,DISK] 2024-12-03T21:33:13,610 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/WALs/101545f66cbd,35685,1733261591735/101545f66cbd%2C35685%2C1733261591735.1733261593595 2024-12-03T21:33:13,610 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33743:33743)] 2024-12-03T21:33:13,610 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:33:13,610 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:13,610 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:13,610 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:13,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:13,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:33:13,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:13,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:13,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:13,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:33:13,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:13,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:13,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:13,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:33:13,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:13,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:13,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:13,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:33:13,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:13,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:13,616 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:13,616 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:13,616 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:13,617 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:13,617 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:13,617 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:33:13,618 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:13,619 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:33:13,619 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61146014, jitterRate=-0.0888533890247345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:33:13,620 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261593610Initializing all the Stores at 1733261593611 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261593611Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261593611Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261593611Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261593611Cleaning up temporary data from old regions at 1733261593617 (+6 ms)Region opened successfully at 1733261593620 (+3 ms) 2024-12-03T21:33:13,620 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:33:13,622 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c722f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:33:13,622 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:33:13,623 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:33:13,623 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:33:13,623 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:33:13,623 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:33:13,623 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:33:13,623 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:33:13,625 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:33:13,625 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Unable to get data of znode /0184020717/balancer because node does not exist (not necessarily an error) 2024-12-03T21:33:13,651 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0184020717/balancer already deleted, retry=false 2024-12-03T21:33:13,652 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:33:13,652 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Unable to get data of znode /0184020717/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:33:13,660 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0184020717/normalizer already deleted, retry=false 2024-12-03T21:33:13,660 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:33:13,661 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Unable to get data of znode /0184020717/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:33:13,668 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0184020717/switch/split already deleted, retry=false 2024-12-03T21:33:13,669 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Unable to get data of znode /0184020717/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:33:13,676 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0184020717/switch/merge already deleted, retry=false 2024-12-03T21:33:13,678 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Unable to get data of znode /0184020717/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:33:13,688 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0184020717/snapshot-cleanup already deleted, retry=false 2024-12-03T21:33:13,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0184020717/running 2024-12-03T21:33:13,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717 2024-12-03T21:33:13,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0184020717/running 2024-12-03T21:33:13,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717 2024-12-03T21:33:13,697 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,35685,1733261591735, sessionid=0x1019e66afe00000, setting cluster-up flag (Was=false) 2024-12-03T21:33:13,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717 2024-12-03T21:33:13,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717 2024-12-03T21:33:13,738 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0184020717/flush-table-proc/acquired, /0184020717/flush-table-proc/reached, /0184020717/flush-table-proc/abort 2024-12-03T21:33:13,739 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,35685,1733261591735 2024-12-03T21:33:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717 2024-12-03T21:33:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717 2024-12-03T21:33:13,780 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0184020717/online-snapshot/acquired, /0184020717/online-snapshot/reached, /0184020717/online-snapshot/abort 2024-12-03T21:33:13,781 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,35685,1733261591735 2024-12-03T21:33:13,782 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:33:13,783 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:33:13,784 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:33:13,784 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:33:13,784 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,35685,1733261591735 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:33:13,785 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:33:13,785 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:33:13,785 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:33:13,785 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:33:13,785 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:33:13,785 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:13,785 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:33:13,785 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:13,786 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261623786 2024-12-03T21:33:13,786 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:33:13,786 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:33:13,786 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:33:13,786 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:33:13,786 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:33:13,787 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:33:13,787 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:33:13,787 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:33:13,787 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:13,787 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:33:13,787 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:33:13,787 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:33:13,787 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:33:13,787 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:33:13,787 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:33:13,787 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:13,787 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:33:13,791 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261593787,5,FailOnTimeoutGroup] 2024-12-03T21:33:13,791 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261593791,5,FailOnTimeoutGroup] 2024-12-03T21:33:13,791 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:13,791 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:33:13,791 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:13,792 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:13,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:33:13,804 INFO [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(746): ClusterId : d04b4fcf-1b0a-4368-9cc2-a121a8e57d26 2024-12-03T21:33:13,804 DEBUG [RS:0;101545f66cbd:40919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:33:13,814 DEBUG [RS:0;101545f66cbd:40919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:33:13,814 DEBUG [RS:0;101545f66cbd:40919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:33:13,822 DEBUG [RS:0;101545f66cbd:40919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:33:13,823 DEBUG [RS:0;101545f66cbd:40919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7afed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:33:13,832 DEBUG [RS:0;101545f66cbd:40919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:40919 2024-12-03T21:33:13,832 INFO [RS:0;101545f66cbd:40919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:33:13,832 INFO [RS:0;101545f66cbd:40919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:33:13,832 DEBUG [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:33:13,833 INFO [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,35685,1733261591735 with port=40919, startcode=1733261591878 2024-12-03T21:33:13,833 DEBUG [RS:0;101545f66cbd:40919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:33:13,834 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:33:13,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35685 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,40919,1733261591878 2024-12-03T21:33:13,835 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35685 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,40919,1733261591878 2024-12-03T21:33:13,836 DEBUG [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099 2024-12-03T21:33:13,836 DEBUG [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37363 2024-12-03T21:33:13,836 DEBUG [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:33:13,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717/rs 2024-12-03T21:33:13,843 DEBUG [RS:0;101545f66cbd:40919 {}] zookeeper.ZKUtil(111): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Set watcher on existing znode=/0184020717/rs/101545f66cbd,40919,1733261591878 2024-12-03T21:33:13,843 WARN [RS:0;101545f66cbd:40919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:33:13,843 INFO [RS:0;101545f66cbd:40919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:33:13,843 DEBUG [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878 2024-12-03T21:33:13,844 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,40919,1733261591878] 2024-12-03T21:33:13,846 INFO [RS:0;101545f66cbd:40919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:33:13,848 INFO [RS:0;101545f66cbd:40919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:33:13,848 INFO [RS:0;101545f66cbd:40919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:33:13,848 INFO [RS:0;101545f66cbd:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:13,852 INFO [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:33:13,852 INFO [RS:0;101545f66cbd:40919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:33:13,853 INFO [RS:0;101545f66cbd:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:13,853 DEBUG [RS:0;101545f66cbd:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:13,853 DEBUG [RS:0;101545f66cbd:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:13,853 DEBUG [RS:0;101545f66cbd:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:13,853 DEBUG [RS:0;101545f66cbd:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:13,853 DEBUG [RS:0;101545f66cbd:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:13,853 DEBUG [RS:0;101545f66cbd:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:33:13,853 DEBUG [RS:0;101545f66cbd:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:13,853 DEBUG [RS:0;101545f66cbd:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:13,853 DEBUG [RS:0;101545f66cbd:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:13,853 DEBUG [RS:0;101545f66cbd:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:13,853 DEBUG [RS:0;101545f66cbd:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:13,853 DEBUG [RS:0;101545f66cbd:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:13,853 DEBUG [RS:0;101545f66cbd:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:33:13,853 DEBUG [RS:0;101545f66cbd:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:33:13,855 INFO [RS:0;101545f66cbd:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:13,855 INFO [RS:0;101545f66cbd:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:13,855 INFO [RS:0;101545f66cbd:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:13,855 INFO [RS:0;101545f66cbd:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:13,855 INFO [RS:0;101545f66cbd:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:13,855 INFO [RS:0;101545f66cbd:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,40919,1733261591878-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:33:13,866 INFO [RS:0;101545f66cbd:40919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:33:13,867 INFO [RS:0;101545f66cbd:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,40919,1733261591878-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:13,867 INFO [RS:0;101545f66cbd:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:13,867 INFO [RS:0;101545f66cbd:40919 {}] regionserver.Replication(171): 101545f66cbd,40919,1733261591878 started 2024-12-03T21:33:13,877 INFO [RS:0;101545f66cbd:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:13,877 INFO [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,40919,1733261591878, RpcServer on 101545f66cbd/172.17.0.2:40919, sessionid=0x1019e66afe00001 2024-12-03T21:33:13,877 DEBUG [RS:0;101545f66cbd:40919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:33:13,877 DEBUG [RS:0;101545f66cbd:40919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,40919,1733261591878 2024-12-03T21:33:13,877 DEBUG [RS:0;101545f66cbd:40919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,40919,1733261591878' 2024-12-03T21:33:13,877 DEBUG [RS:0;101545f66cbd:40919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0184020717/flush-table-proc/abort' 2024-12-03T21:33:13,878 DEBUG [RS:0;101545f66cbd:40919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0184020717/flush-table-proc/acquired' 2024-12-03T21:33:13,878 DEBUG [RS:0;101545f66cbd:40919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:33:13,878 DEBUG [RS:0;101545f66cbd:40919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:33:13,878 DEBUG [RS:0;101545f66cbd:40919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,40919,1733261591878 2024-12-03T21:33:13,878 DEBUG [RS:0;101545f66cbd:40919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,40919,1733261591878' 2024-12-03T21:33:13,878 DEBUG [RS:0;101545f66cbd:40919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0184020717/online-snapshot/abort' 2024-12-03T21:33:13,878 DEBUG [RS:0;101545f66cbd:40919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0184020717/online-snapshot/acquired' 2024-12-03T21:33:13,879 DEBUG [RS:0;101545f66cbd:40919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:33:13,879 INFO [RS:0;101545f66cbd:40919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:33:13,879 INFO [RS:0;101545f66cbd:40919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:33:13,979 INFO [RS:0;101545f66cbd:40919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:33:13,980 INFO [RS:0;101545f66cbd:40919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C40919%2C1733261591878, suffix=, logDir=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878, archiveDir=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/oldWALs, maxLogs=10 2024-12-03T21:33:13,990 DEBUG [RS:0;101545f66cbd:40919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980, exclude list is [], retry=0 2024-12-03T21:33:13,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42857,DS-14a16e0f-1514-45d4-9f27-a4db58ea620f,DISK] 2024-12-03T21:33:13,994 INFO [RS:0;101545f66cbd:40919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 2024-12-03T21:33:13,994 DEBUG [RS:0;101545f66cbd:40919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33743:33743)] 2024-12-03T21:33:14,195 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:33:14,195 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099 2024-12-03T21:33:14,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:33:14,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:14,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:33:14,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:33:14,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:14,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:14,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:33:14,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:33:14,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:14,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:14,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:33:14,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:33:14,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:14,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:14,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:33:14,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:33:14,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:14,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:14,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:33:14,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740 2024-12-03T21:33:14,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740 2024-12-03T21:33:14,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:33:14,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:33:14,607 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:33:14,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:33:14,609 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:33:14,609 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70924390, jitterRate=0.05685576796531677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:33:14,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261594599Initializing all the Stores at 1733261594600 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261594600Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261594600Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261594600Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261594600Cleaning up temporary data from old regions at 1733261594606 (+6 ms)Region opened successfully at 1733261594609 (+3 ms) 2024-12-03T21:33:14,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:33:14,609 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:33:14,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:33:14,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:33:14,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:33:14,610 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:33:14,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261594609Disabling compacts and flushes for region at 1733261594609Disabling writes for close at 1733261594609Writing region close event to WAL at 1733261594610 (+1 ms)Closed at 1733261594610 2024-12-03T21:33:14,611 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:33:14,611 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:33:14,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:33:14,612 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:33:14,612 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:33:14,763 DEBUG [101545f66cbd:35685 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:33:14,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,40919,1733261591878 2024-12-03T21:33:14,764 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,40919,1733261591878, state=OPENING 2024-12-03T21:33:14,780 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:33:14,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717 2024-12-03T21:33:14,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717 2024-12-03T21:33:14,789 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:33:14,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0184020717/meta-region-server: CHANGED 2024-12-03T21:33:14,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0184020717/meta-region-server: CHANGED 2024-12-03T21:33:14,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,40919,1733261591878}] 2024-12-03T21:33:14,928 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:14,928 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:33:14,929 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38345 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:33:14,941 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:33:14,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:33:14,944 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:33:14,944 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:33:14,944 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:33:14,946 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C40919%2C1733261591878.meta, suffix=.meta, logDir=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878, archiveDir=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/oldWALs, maxLogs=10 2024-12-03T21:33:14,956 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.meta.1733261594946.meta, exclude list is [], retry=0 2024-12-03T21:33:14,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42857,DS-14a16e0f-1514-45d4-9f27-a4db58ea620f,DISK] 2024-12-03T21:33:14,959 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.meta.1733261594946.meta 2024-12-03T21:33:14,959 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33743:33743)] 2024-12-03T21:33:14,959 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:33:14,959 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:33:14,959 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:33:14,959 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:33:14,960 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:33:14,960 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:33:14,960 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:14,960 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:33:14,960 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:33:14,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:33:14,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:33:14,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:14,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:14,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:33:14,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:33:14,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:14,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:14,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:33:14,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:33:14,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:14,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:14,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:33:14,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:33:14,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:14,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:14,963 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:33:14,964 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740 2024-12-03T21:33:14,964 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740 2024-12-03T21:33:14,965 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:33:14,965 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:33:14,965 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:33:14,966 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:33:14,966 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69227343, jitterRate=0.03156779706478119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:33:14,966 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:33:14,967 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261594960Writing region info on filesystem at 1733261594960Initializing all the Stores at 1733261594960Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261594960Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261594961 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261594961Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261594961Cleaning up temporary data from old regions at 1733261594965 (+4 ms)Running coprocessor post-open hooks at 1733261594966 (+1 ms)Region opened successfully at 1733261594967 (+1 ms) 2024-12-03T21:33:14,967 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261594940 2024-12-03T21:33:14,969 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:33:14,969 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:33:14,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,40919,1733261591878 2024-12-03T21:33:14,970 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,40919,1733261591878, state=OPEN 2024-12-03T21:33:15,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0184020717/meta-region-server 2024-12-03T21:33:15,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0184020717/meta-region-server 2024-12-03T21:33:15,006 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,40919,1733261591878 2024-12-03T21:33:15,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0184020717/meta-region-server: CHANGED 2024-12-03T21:33:15,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0184020717/meta-region-server: CHANGED 2024-12-03T21:33:15,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:33:15,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,40919,1733261591878 in 217 msec 2024-12-03T21:33:15,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:33:15,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 396 msec 2024-12-03T21:33:15,009 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:33:15,009 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:33:15,010 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:33:15,010 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,40919,1733261591878, seqNum=-1] 2024-12-03T21:33:15,011 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:33:15,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:33:15,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2320 sec 2024-12-03T21:33:15,015 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261595015, completionTime=-1 2024-12-03T21:33:15,015 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:33:15,016 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:33:15,017 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:33:15,017 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261655017 2024-12-03T21:33:15,017 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261715017 2024-12-03T21:33:15,017 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T21:33:15,018 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35685,1733261591735-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:15,018 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35685,1733261591735-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:15,018 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35685,1733261591735-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:15,018 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:35685, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:15,018 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:15,018 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:15,020 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:33:15,021 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.086sec 2024-12-03T21:33:15,021 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:33:15,021 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:33:15,021 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:33:15,021 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:33:15,021 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:33:15,021 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35685,1733261591735-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:33:15,021 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35685,1733261591735-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:33:15,023 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:33:15,023 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:33:15,023 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,35685,1733261591735-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:15,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b42d975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:15,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,35685,-1 for getting cluster id 2024-12-03T21:33:15,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:15,106 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd04b4fcf-1b0a-4368-9cc2-a121a8e57d26' 2024-12-03T21:33:15,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:15,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d04b4fcf-1b0a-4368-9cc2-a121a8e57d26" 2024-12-03T21:33:15,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d87fe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:15,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,35685,-1] 2024-12-03T21:33:15,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:15,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:15,108 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:15,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e4373f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:15,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:33:15,109 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,40919,1733261591878, seqNum=-1] 2024-12-03T21:33:15,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:33:15,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:33:15,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,35685,1733261591735 2024-12-03T21:33:15,112 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60090 2024-12-03T21:33:15,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:33:15,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e66afe00002 connected 2024-12-03T21:33:15,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/hadoop.log.dir so I do NOT create it in target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914 2024-12-03T21:33:15,140 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:33:15,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/hadoop.tmp.dir so I do NOT create it in target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914 2024-12-03T21:33:15,141 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:33:15,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914 2024-12-03T21:33:15,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:33:15,141 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/cluster_86d3660a-7f29-5777-cba0-1d546ee987c0, deleteOnExit=true 2024-12-03T21:33:15,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:33:15,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/test.cache.data in system properties and HBase conf 2024-12-03T21:33:15,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:33:15,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:33:15,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:33:15,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:33:15,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:33:15,142 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:33:15,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:33:15,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:33:15,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:33:15,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:33:15,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:33:15,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:33:15,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:33:15,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:33:15,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:33:15,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:33:15,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:33:15,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:33:15,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:33:15,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:33:15,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:33:15,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:33:15,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:33:15,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:33:15,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:33:15,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:33:15,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@388d4706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:33:15,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43bab9de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:33:15,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25f2316d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/java.io.tmpdir/jetty-localhost-37901-hadoop-hdfs-3_4_1-tests_jar-_-any-10175505439411026797/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:33:15,516 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@468ae325{HTTP/1.1, (http/1.1)}{localhost:37901} 2024-12-03T21:33:15,516 INFO [Time-limited test {}] server.Server(415): Started @234122ms 2024-12-03T21:33:15,759 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:33:15,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:33:15,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:33:15,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:33:15,763 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:33:15,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b57aaaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:33:15,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3501bdbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:33:15,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53c664ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/java.io.tmpdir/jetty-localhost-39399-hadoop-hdfs-3_4_1-tests_jar-_-any-14026700084331739943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:33:15,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2be1fe91{HTTP/1.1, (http/1.1)}{localhost:39399} 2024-12-03T21:33:15,857 INFO [Time-limited test {}] server.Server(415): Started @234463ms 2024-12-03T21:33:15,858 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:33:16,365 WARN [Thread-2780 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/cluster_86d3660a-7f29-5777-cba0-1d546ee987c0/data/data1/current/BP-1256139977-172.17.0.2-1733261595159/current, will proceed with Du for space computation calculation, 2024-12-03T21:33:16,365 WARN [Thread-2781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/cluster_86d3660a-7f29-5777-cba0-1d546ee987c0/data/data2/current/BP-1256139977-172.17.0.2-1733261595159/current, will proceed with Du for space computation calculation, 2024-12-03T21:33:16,385 WARN [Thread-2768 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:33:16,387 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e6c1ea844babeb7 with lease ID 0xe1f4bf499b5c372b: Processing first storage report for DS-058f6711-59d1-41e1-82f7-39aacef5df01 from datanode DatanodeRegistration(127.0.0.1:33041, datanodeUuid=e7404ae5-87df-4daa-8552-b1732d5f6d0d, infoPort=42911, infoSecurePort=0, ipcPort=41181, storageInfo=lv=-57;cid=testClusterID;nsid=7040265;c=1733261595159) 2024-12-03T21:33:16,387 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e6c1ea844babeb7 with lease ID 0xe1f4bf499b5c372b: from storage DS-058f6711-59d1-41e1-82f7-39aacef5df01 node DatanodeRegistration(127.0.0.1:33041, datanodeUuid=e7404ae5-87df-4daa-8552-b1732d5f6d0d, infoPort=42911, infoSecurePort=0, ipcPort=41181, storageInfo=lv=-57;cid=testClusterID;nsid=7040265;c=1733261595159), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T21:33:16,387 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e6c1ea844babeb7 with lease ID 0xe1f4bf499b5c372b: Processing first storage report for DS-7d119473-5e65-41e9-a8cd-09320675ca49 from datanode DatanodeRegistration(127.0.0.1:33041, datanodeUuid=e7404ae5-87df-4daa-8552-b1732d5f6d0d, infoPort=42911, infoSecurePort=0, ipcPort=41181, storageInfo=lv=-57;cid=testClusterID;nsid=7040265;c=1733261595159) 2024-12-03T21:33:16,387 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e6c1ea844babeb7 with lease ID 0xe1f4bf499b5c372b: from storage DS-7d119473-5e65-41e9-a8cd-09320675ca49 node DatanodeRegistration(127.0.0.1:33041, datanodeUuid=e7404ae5-87df-4daa-8552-b1732d5f6d0d, infoPort=42911, infoSecurePort=0, ipcPort=41181, storageInfo=lv=-57;cid=testClusterID;nsid=7040265;c=1733261595159), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:33:16,481 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914 2024-12-03T21:33:16,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:16,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:16,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:33:16,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T21:33:16,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:33:16,893 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da with version=8 2024-12-03T21:33:16,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/hbase-staging 2024-12-03T21:33:16,895 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:33:16,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:16,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:16,895 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:33:16,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:16,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:33:16,895 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:33:16,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:33:16,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34477 2024-12-03T21:33:16,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34477 connecting to ZooKeeper ensemble=127.0.0.1:60090 2024-12-03T21:33:16,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344770x0, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:33:16,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34477-0x1019e66afe00003 connected 2024-12-03T21:33:16,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:16,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:16,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Set watcher on znode that does not yet exist, /11126398295/running 2024-12-03T21:33:16,984 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da, hbase.cluster.distributed=false 2024-12-03T21:33:16,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Set watcher on znode that does not yet exist, /11126398295/acl 2024-12-03T21:33:16,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34477 2024-12-03T21:33:16,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34477 2024-12-03T21:33:16,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34477 2024-12-03T21:33:16,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34477 2024-12-03T21:33:16,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34477 2024-12-03T21:33:16,998 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:33:16,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:16,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:16,998 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:33:16,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:16,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:33:16,998 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:33:16,998 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:33:16,999 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44675 2024-12-03T21:33:16,999 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44675 connecting to ZooKeeper ensemble=127.0.0.1:60090 2024-12-03T21:33:16,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:17,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:17,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446750x0, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:33:17,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44675-0x1019e66afe00004 connected 2024-12-03T21:33:17,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Set watcher on znode that does not yet exist, /11126398295/running 2024-12-03T21:33:17,010 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:33:17,011 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:33:17,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Set watcher on znode that does not yet exist, /11126398295/master 2024-12-03T21:33:17,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Set watcher on znode that does not yet exist, /11126398295/acl 2024-12-03T21:33:17,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44675 2024-12-03T21:33:17,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44675 2024-12-03T21:33:17,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44675 2024-12-03T21:33:17,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44675 2024-12-03T21:33:17,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44675 2024-12-03T21:33:17,031 DEBUG [M:0;101545f66cbd:34477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:34477 2024-12-03T21:33:17,035 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11126398295/backup-masters/101545f66cbd,34477,1733261596895 2024-12-03T21:33:17,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295/backup-masters 2024-12-03T21:33:17,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295/backup-masters 2024-12-03T21:33:17,043 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Set watcher on existing znode=/11126398295/backup-masters/101545f66cbd,34477,1733261596895 2024-12-03T21:33:17,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11126398295/master 2024-12-03T21:33:17,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295 2024-12-03T21:33:17,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295 2024-12-03T21:33:17,051 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Set watcher on existing znode=/11126398295/master 2024-12-03T21:33:17,052 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11126398295/backup-masters/101545f66cbd,34477,1733261596895 from backup master directory 2024-12-03T21:33:17,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11126398295/backup-masters/101545f66cbd,34477,1733261596895 2024-12-03T21:33:17,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295/backup-masters 2024-12-03T21:33:17,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295/backup-masters 2024-12-03T21:33:17,059 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:33:17,060 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,34477,1733261596895 2024-12-03T21:33:17,062 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/hbase.id] with ID: 67f637b0-8629-4e4a-ae81-58d24c965d78 2024-12-03T21:33:17,062 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/.tmp/hbase.id 2024-12-03T21:33:17,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:33:17,466 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/.tmp/hbase.id]:[hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/hbase.id] 2024-12-03T21:33:17,473 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:17,473 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:33:17,474 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T21:33:17,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295 2024-12-03T21:33:17,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295 2024-12-03T21:33:17,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:33:17,906 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:33:17,906 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:33:17,906 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:33:17,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:33:18,312 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store 2024-12-03T21:33:18,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:33:18,717 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:18,717 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:33:18,717 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:18,717 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:18,717 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:33:18,717 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:18,717 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:18,717 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261598717Disabling compacts and flushes for region at 1733261598717Disabling writes for close at 1733261598717Writing region close event to WAL at 1733261598717Closed at 1733261598717 2024-12-03T21:33:18,718 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/.initializing 2024-12-03T21:33:18,718 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/WALs/101545f66cbd,34477,1733261596895 2024-12-03T21:33:18,718 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:33:18,719 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C34477%2C1733261596895, suffix=, logDir=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/WALs/101545f66cbd,34477,1733261596895, archiveDir=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/oldWALs, maxLogs=10 2024-12-03T21:33:18,730 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/WALs/101545f66cbd,34477,1733261596895/101545f66cbd%2C34477%2C1733261596895.1733261598719, exclude list is [], retry=0 2024-12-03T21:33:18,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33041,DS-058f6711-59d1-41e1-82f7-39aacef5df01,DISK] 2024-12-03T21:33:18,733 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/WALs/101545f66cbd,34477,1733261596895/101545f66cbd%2C34477%2C1733261596895.1733261598719 2024-12-03T21:33:18,733 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42911:42911)] 2024-12-03T21:33:18,733 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:33:18,734 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:18,734 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:18,734 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:18,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:18,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:33:18,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:18,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:18,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:18,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:33:18,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:18,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:18,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:18,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:33:18,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:18,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:18,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:18,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:33:18,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:18,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:18,739 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:18,739 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:18,739 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:18,740 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:18,740 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:18,740 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:33:18,741 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:18,742 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:33:18,742 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64596628, jitterRate=-0.03743523359298706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:33:18,742 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261598734Initializing all the Stores at 1733261598734Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261598734Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261598735 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261598735Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261598735Cleaning up temporary data from old regions at 1733261598740 (+5 ms)Region opened successfully at 1733261598742 (+2 ms) 2024-12-03T21:33:18,742 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:33:18,744 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4ab722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:33:18,744 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:33:18,744 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:33:18,744 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:33:18,744 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:33:18,745 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:33:18,745 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:33:18,745 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:33:18,746 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:33:18,747 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Unable to get data of znode /11126398295/balancer because node does not exist (not necessarily an error) 2024-12-03T21:33:18,772 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11126398295/balancer already deleted, retry=false 2024-12-03T21:33:18,772 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:33:18,773 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Unable to get data of znode /11126398295/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:33:18,780 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11126398295/normalizer already deleted, retry=false 2024-12-03T21:33:18,780 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:33:18,781 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Unable to get data of znode /11126398295/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:33:18,788 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11126398295/switch/split already deleted, retry=false 2024-12-03T21:33:18,789 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Unable to get data of znode /11126398295/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:33:18,797 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11126398295/switch/merge already deleted, retry=false 2024-12-03T21:33:18,798 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Unable to get data of znode /11126398295/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:33:18,805 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11126398295/snapshot-cleanup already deleted, retry=false 2024-12-03T21:33:18,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11126398295/running 2024-12-03T21:33:18,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11126398295/running 2024-12-03T21:33:18,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295 2024-12-03T21:33:18,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295 2024-12-03T21:33:18,814 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,34477,1733261596895, sessionid=0x1019e66afe00003, setting cluster-up flag (Was=false) 2024-12-03T21:33:18,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295 2024-12-03T21:33:18,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295 2024-12-03T21:33:18,855 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11126398295/flush-table-proc/acquired, /11126398295/flush-table-proc/reached, /11126398295/flush-table-proc/abort 2024-12-03T21:33:18,856 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,34477,1733261596895 2024-12-03T21:33:18,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295 2024-12-03T21:33:18,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295 2024-12-03T21:33:18,897 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11126398295/online-snapshot/acquired, /11126398295/online-snapshot/reached, /11126398295/online-snapshot/abort 2024-12-03T21:33:18,897 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,34477,1733261596895 2024-12-03T21:33:18,898 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:33:18,899 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:33:18,900 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:33:18,900 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:33:18,900 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,34477,1733261596895 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:33:18,901 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:33:18,901 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:33:18,901 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:33:18,901 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:33:18,901 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:33:18,901 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:18,901 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:33:18,901 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:18,902 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261628902 2024-12-03T21:33:18,902 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:33:18,902 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:33:18,902 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:33:18,902 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:33:18,902 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:33:18,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:33:18,902 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:33:18,903 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:33:18,903 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:18,903 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:33:18,903 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:18,903 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:33:18,903 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:33:18,903 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:33:18,903 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:33:18,904 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:33:18,904 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:33:18,907 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261598904,5,FailOnTimeoutGroup] 2024-12-03T21:33:18,910 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261598907,5,FailOnTimeoutGroup] 2024-12-03T21:33:18,910 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:18,910 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:33:18,910 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:18,910 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:18,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:33:18,922 INFO [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(746): ClusterId : 67f637b0-8629-4e4a-ae81-58d24c965d78 2024-12-03T21:33:18,922 DEBUG [RS:0;101545f66cbd:44675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:33:18,930 DEBUG [RS:0;101545f66cbd:44675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:33:18,930 DEBUG [RS:0;101545f66cbd:44675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:33:18,939 DEBUG [RS:0;101545f66cbd:44675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:33:18,939 DEBUG [RS:0;101545f66cbd:44675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df6cdf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:33:18,948 DEBUG [RS:0;101545f66cbd:44675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:44675 2024-12-03T21:33:18,948 INFO [RS:0;101545f66cbd:44675 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:33:18,948 INFO [RS:0;101545f66cbd:44675 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:33:18,948 DEBUG [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:33:18,949 INFO [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,34477,1733261596895 with port=44675, startcode=1733261596997 2024-12-03T21:33:18,949 DEBUG [RS:0;101545f66cbd:44675 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:33:18,950 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:33:18,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,44675,1733261596997 2024-12-03T21:33:18,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34477 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,44675,1733261596997 2024-12-03T21:33:18,952 DEBUG [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da 2024-12-03T21:33:18,952 DEBUG [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35511 2024-12-03T21:33:18,952 DEBUG [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:33:18,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295/rs 2024-12-03T21:33:18,960 DEBUG [RS:0;101545f66cbd:44675 {}] zookeeper.ZKUtil(111): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Set watcher on existing znode=/11126398295/rs/101545f66cbd,44675,1733261596997 2024-12-03T21:33:18,960 WARN [RS:0;101545f66cbd:44675 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:33:18,960 INFO [RS:0;101545f66cbd:44675 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:33:18,960 DEBUG [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997 2024-12-03T21:33:18,960 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,44675,1733261596997] 2024-12-03T21:33:18,963 INFO [RS:0;101545f66cbd:44675 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:33:18,964 INFO [RS:0;101545f66cbd:44675 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:33:18,964 INFO [RS:0;101545f66cbd:44675 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:33:18,964 INFO [RS:0;101545f66cbd:44675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:18,967 INFO [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:33:18,968 INFO [RS:0;101545f66cbd:44675 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:33:18,968 INFO [RS:0;101545f66cbd:44675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:18,968 DEBUG [RS:0;101545f66cbd:44675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:18,968 DEBUG [RS:0;101545f66cbd:44675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:18,968 DEBUG [RS:0;101545f66cbd:44675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:18,968 DEBUG [RS:0;101545f66cbd:44675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:18,968 DEBUG [RS:0;101545f66cbd:44675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:18,968 DEBUG [RS:0;101545f66cbd:44675 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:33:18,968 DEBUG [RS:0;101545f66cbd:44675 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:18,968 DEBUG [RS:0;101545f66cbd:44675 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:18,968 DEBUG [RS:0;101545f66cbd:44675 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:18,968 DEBUG [RS:0;101545f66cbd:44675 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:18,968 DEBUG [RS:0;101545f66cbd:44675 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:18,968 DEBUG [RS:0;101545f66cbd:44675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:18,968 DEBUG [RS:0;101545f66cbd:44675 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:33:18,968 DEBUG [RS:0;101545f66cbd:44675 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:33:18,971 INFO [RS:0;101545f66cbd:44675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:18,971 INFO [RS:0;101545f66cbd:44675 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:18,971 INFO [RS:0;101545f66cbd:44675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:18,971 INFO [RS:0;101545f66cbd:44675 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:18,971 INFO [RS:0;101545f66cbd:44675 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:18,971 INFO [RS:0;101545f66cbd:44675 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,44675,1733261596997-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:33:18,983 INFO [RS:0;101545f66cbd:44675 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:33:18,983 INFO [RS:0;101545f66cbd:44675 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,44675,1733261596997-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:18,983 INFO [RS:0;101545f66cbd:44675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:18,983 INFO [RS:0;101545f66cbd:44675 {}] regionserver.Replication(171): 101545f66cbd,44675,1733261596997 started 2024-12-03T21:33:18,994 INFO [RS:0;101545f66cbd:44675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:18,994 INFO [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,44675,1733261596997, RpcServer on 101545f66cbd/172.17.0.2:44675, sessionid=0x1019e66afe00004 2024-12-03T21:33:18,994 DEBUG [RS:0;101545f66cbd:44675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:33:18,994 DEBUG [RS:0;101545f66cbd:44675 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,44675,1733261596997 2024-12-03T21:33:18,994 DEBUG [RS:0;101545f66cbd:44675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,44675,1733261596997' 2024-12-03T21:33:18,994 DEBUG [RS:0;101545f66cbd:44675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11126398295/flush-table-proc/abort' 2024-12-03T21:33:18,995 DEBUG [RS:0;101545f66cbd:44675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11126398295/flush-table-proc/acquired' 2024-12-03T21:33:18,995 DEBUG [RS:0;101545f66cbd:44675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:33:18,995 DEBUG [RS:0;101545f66cbd:44675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:33:18,995 DEBUG [RS:0;101545f66cbd:44675 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,44675,1733261596997 2024-12-03T21:33:18,995 DEBUG [RS:0;101545f66cbd:44675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,44675,1733261596997' 2024-12-03T21:33:18,995 DEBUG [RS:0;101545f66cbd:44675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11126398295/online-snapshot/abort' 2024-12-03T21:33:18,996 DEBUG [RS:0;101545f66cbd:44675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11126398295/online-snapshot/acquired' 2024-12-03T21:33:18,996 DEBUG [RS:0;101545f66cbd:44675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:33:18,996 INFO [RS:0;101545f66cbd:44675 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:33:18,996 INFO [RS:0;101545f66cbd:44675 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:33:19,096 INFO [RS:0;101545f66cbd:44675 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:33:19,097 INFO [RS:0;101545f66cbd:44675 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C44675%2C1733261596997, suffix=, logDir=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997, archiveDir=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/oldWALs, maxLogs=10 2024-12-03T21:33:19,108 DEBUG [RS:0;101545f66cbd:44675 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098, exclude list is [], retry=0 2024-12-03T21:33:19,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33041,DS-058f6711-59d1-41e1-82f7-39aacef5df01,DISK] 2024-12-03T21:33:19,111 INFO [RS:0;101545f66cbd:44675 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 2024-12-03T21:33:19,111 DEBUG [RS:0;101545f66cbd:44675 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42911:42911)] 2024-12-03T21:33:19,312 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:33:19,312 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da 2024-12-03T21:33:19,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:33:19,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:19,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:33:19,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:33:19,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:19,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:19,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:33:19,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:33:19,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:19,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:19,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:33:19,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:33:19,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:19,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:19,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:33:19,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:33:19,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:19,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:19,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:33:19,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740 2024-12-03T21:33:19,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740 2024-12-03T21:33:19,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:33:19,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:33:19,725 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:33:19,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:33:19,727 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:33:19,727 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61949601, jitterRate=-0.07687900960445404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:33:19,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261599717Initializing all the Stores at 1733261599718 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261599718Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261599718Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261599718Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261599718Cleaning up temporary data from old regions at 1733261599724 (+6 ms)Region opened successfully at 1733261599727 (+3 ms) 2024-12-03T21:33:19,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:33:19,727 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:33:19,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:33:19,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:33:19,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:33:19,728 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:33:19,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261599727Disabling compacts and flushes for region at 1733261599727Disabling writes for close at 1733261599727Writing region close event to WAL at 1733261599728 (+1 ms)Closed at 1733261599728 2024-12-03T21:33:19,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:33:19,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:33:19,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:33:19,730 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:33:19,730 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:33:19,846 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T21:33:19,881 DEBUG [101545f66cbd:34477 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:33:19,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,44675,1733261596997 2024-12-03T21:33:19,882 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,44675,1733261596997, state=OPENING 2024-12-03T21:33:19,935 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:33:19,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295 2024-12-03T21:33:19,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295 2024-12-03T21:33:19,952 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:33:19,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11126398295/meta-region-server: CHANGED 2024-12-03T21:33:19,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11126398295/meta-region-server: CHANGED 2024-12-03T21:33:19,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,44675,1733261596997}] 2024-12-03T21:33:19,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:19,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:19,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:19,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:19,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:19,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:19,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:19,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:19,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:19,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:19,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:19,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:20,104 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:33:20,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:33:20,108 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:33:20,108 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:33:20,108 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:33:20,109 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C44675%2C1733261596997.meta, suffix=.meta, logDir=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997, archiveDir=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/oldWALs, maxLogs=10 2024-12-03T21:33:20,120 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.meta.1733261600109.meta, exclude list is [], retry=0 2024-12-03T21:33:20,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33041,DS-058f6711-59d1-41e1-82f7-39aacef5df01,DISK] 2024-12-03T21:33:20,123 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.meta.1733261600109.meta 2024-12-03T21:33:20,124 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42911:42911)] 2024-12-03T21:33:20,124 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:33:20,124 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:33:20,124 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:33:20,124 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:33:20,124 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:33:20,124 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:33:20,125 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:20,125 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:33:20,125 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:33:20,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:33:20,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:33:20,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:20,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:20,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:33:20,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:33:20,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:20,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:20,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:33:20,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:33:20,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:20,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:20,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:33:20,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:33:20,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:20,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:20,129 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:33:20,130 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740 2024-12-03T21:33:20,130 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740 2024-12-03T21:33:20,131 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:33:20,131 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:33:20,131 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:33:20,132 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:33:20,133 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68329961, jitterRate=0.01819576323032379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:33:20,133 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:33:20,133 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261600125Writing region info on filesystem at 1733261600125Initializing all the Stores at 1733261600126 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261600126Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261600126Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261600126Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261600126Cleaning up temporary data from old regions at 1733261600131 (+5 ms)Running coprocessor post-open hooks at 1733261600133 (+2 ms)Region opened successfully at 1733261600133 2024-12-03T21:33:20,133 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261600103 2024-12-03T21:33:20,135 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:33:20,135 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:33:20,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,44675,1733261596997 2024-12-03T21:33:20,136 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,44675,1733261596997, state=OPEN 2024-12-03T21:33:20,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11126398295/meta-region-server 2024-12-03T21:33:20,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11126398295/meta-region-server 2024-12-03T21:33:20,147 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,44675,1733261596997 2024-12-03T21:33:20,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11126398295/meta-region-server: CHANGED 2024-12-03T21:33:20,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11126398295/meta-region-server: CHANGED 2024-12-03T21:33:20,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:33:20,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,44675,1733261596997 in 195 msec 2024-12-03T21:33:20,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:33:20,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-12-03T21:33:20,150 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:33:20,150 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:33:20,151 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:33:20,151 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,44675,1733261596997, seqNum=-1] 2024-12-03T21:33:20,152 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:33:20,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:33:20,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec 2024-12-03T21:33:20,157 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261600156, completionTime=-1 2024-12-03T21:33:20,157 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:33:20,157 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:33:20,158 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:33:20,158 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261660158 2024-12-03T21:33:20,158 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261720158 2024-12-03T21:33:20,158 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T21:33:20,158 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,34477,1733261596895-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:20,159 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,34477,1733261596895-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:20,159 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,34477,1733261596895-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:20,159 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:34477, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:20,159 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:20,159 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:20,160 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:33:20,161 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.101sec 2024-12-03T21:33:20,161 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:33:20,161 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:33:20,161 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:33:20,161 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:33:20,161 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:33:20,161 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,34477,1733261596895-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:33:20,161 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,34477,1733261596895-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:33:20,163 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:33:20,163 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:33:20,163 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,34477,1733261596895-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:20,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416e9fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:20,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,34477,-1 for getting cluster id 2024-12-03T21:33:20,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:20,223 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67f637b0-8629-4e4a-ae81-58d24c965d78' 2024-12-03T21:33:20,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:20,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67f637b0-8629-4e4a-ae81-58d24c965d78" 2024-12-03T21:33:20,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2459b5e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:20,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,34477,-1] 2024-12-03T21:33:20,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:20,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:20,225 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:20,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7942bfb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:20,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:33:20,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,44675,1733261596997, seqNum=-1] 2024-12-03T21:33:20,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:33:20,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:33:20,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,34477,1733261596895 2024-12-03T21:33:20,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60090 2024-12-03T21:33:20,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:33:20,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019e66afe00005 connected 2024-12-03T21:33:20,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/hadoop.log.dir so I do NOT create it in target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09 2024-12-03T21:33:20,248 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:33:20,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/hadoop.tmp.dir so I do NOT create it in target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09 2024-12-03T21:33:20,248 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:33:20,249 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09 2024-12-03T21:33:20,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:33:20,249 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/cluster_b361bffe-71bc-04be-589f-6f40b8665688, deleteOnExit=true 2024-12-03T21:33:20,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:33:20,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/test.cache.data in system properties and HBase conf 2024-12-03T21:33:20,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:33:20,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:33:20,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:33:20,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:33:20,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:33:20,249 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:33:20,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:33:20,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:33:20,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:33:20,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:33:20,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:33:20,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:33:20,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:33:20,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:33:20,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:33:20,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:33:20,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:33:20,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:33:20,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:33:20,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:33:20,498 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:33:20,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:20,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:20,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:20,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:20,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:20,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:20,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:20,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:20,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:20,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:20,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:20,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:20,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:33:20,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:33:20,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:33:20,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:33:20,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:33:20,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:33:20,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d838bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:33:20,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@569c531a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:33:20,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bcc0901{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/java.io.tmpdir/jetty-localhost-40491-hadoop-hdfs-3_4_1-tests_jar-_-any-977013962957123358/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:33:20,652 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c1eb1c5{HTTP/1.1, (http/1.1)}{localhost:40491} 2024-12-03T21:33:20,652 INFO [Time-limited test {}] server.Server(415): Started @239258ms 2024-12-03T21:33:20,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:33:20,861 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:33:20,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:33:20,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:33:20,863 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:33:20,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67b0f833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:33:20,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f2cf71c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:33:20,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@583d7786{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/java.io.tmpdir/jetty-localhost-44773-hadoop-hdfs-3_4_1-tests_jar-_-any-6584064008191801137/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:33:20,960 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14b05bf4{HTTP/1.1, (http/1.1)}{localhost:44773} 2024-12-03T21:33:20,961 INFO [Time-limited test {}] server.Server(415): Started @239566ms 2024-12-03T21:33:20,962 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:33:21,498 WARN [Thread-2902 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/cluster_b361bffe-71bc-04be-589f-6f40b8665688/data/data2/current/BP-312808508-172.17.0.2-1733261600263/current, will proceed with Du for space computation calculation, 2024-12-03T21:33:21,498 WARN [Thread-2901 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/cluster_b361bffe-71bc-04be-589f-6f40b8665688/data/data1/current/BP-312808508-172.17.0.2-1733261600263/current, will proceed with Du for space computation calculation, 2024-12-03T21:33:21,517 WARN [Thread-2889 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:33:21,519 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd114c54abc9f3eb with lease ID 0xaeeb70e851d03107: Processing first storage report for DS-2efc4e0a-2d4a-4e56-a7d7-4c24cf0f996f from datanode DatanodeRegistration(127.0.0.1:46183, datanodeUuid=915bb4e6-8bc8-41fe-a666-745658403e61, infoPort=41321, infoSecurePort=0, ipcPort=43769, storageInfo=lv=-57;cid=testClusterID;nsid=1270132008;c=1733261600263) 2024-12-03T21:33:21,519 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd114c54abc9f3eb with lease ID 0xaeeb70e851d03107: from storage DS-2efc4e0a-2d4a-4e56-a7d7-4c24cf0f996f node DatanodeRegistration(127.0.0.1:46183, datanodeUuid=915bb4e6-8bc8-41fe-a666-745658403e61, infoPort=41321, infoSecurePort=0, ipcPort=43769, storageInfo=lv=-57;cid=testClusterID;nsid=1270132008;c=1733261600263), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:33:21,519 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd114c54abc9f3eb with lease ID 0xaeeb70e851d03107: Processing first storage report for DS-7b333e33-2e80-42db-894d-b7414deb1036 from datanode DatanodeRegistration(127.0.0.1:46183, datanodeUuid=915bb4e6-8bc8-41fe-a666-745658403e61, infoPort=41321, infoSecurePort=0, ipcPort=43769, storageInfo=lv=-57;cid=testClusterID;nsid=1270132008;c=1733261600263) 2024-12-03T21:33:21,519 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd114c54abc9f3eb with lease ID 0xaeeb70e851d03107: from storage DS-7b333e33-2e80-42db-894d-b7414deb1036 node DatanodeRegistration(127.0.0.1:46183, datanodeUuid=915bb4e6-8bc8-41fe-a666-745658403e61, infoPort=41321, infoSecurePort=0, ipcPort=43769, storageInfo=lv=-57;cid=testClusterID;nsid=1270132008;c=1733261600263), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:33:21,583 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09 2024-12-03T21:33:21,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:21,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:21,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:33:21,993 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0 with version=8 2024-12-03T21:33:21,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/hbase-staging 2024-12-03T21:33:21,995 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:33:21,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:21,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:21,995 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:33:21,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:21,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:33:21,995 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:33:21,995 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:33:21,996 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36939 2024-12-03T21:33:21,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36939 connecting to ZooKeeper ensemble=127.0.0.1:60090 2024-12-03T21:33:22,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369390x0, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:33:22,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36939-0x1019e66afe00006 connected 2024-12-03T21:33:22,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:22,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:22,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Set watcher on znode that does not yet exist, /21079422253/running 2024-12-03T21:33:22,083 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0, hbase.cluster.distributed=false 2024-12-03T21:33:22,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Set watcher on znode that does not yet exist, /21079422253/acl 2024-12-03T21:33:22,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36939 2024-12-03T21:33:22,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36939 2024-12-03T21:33:22,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36939 2024-12-03T21:33:22,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36939 2024-12-03T21:33:22,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36939 2024-12-03T21:33:22,098 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:33:22,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:22,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:22,099 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:33:22,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:22,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:33:22,099 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:33:22,099 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:33:22,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43805 2024-12-03T21:33:22,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43805 connecting to ZooKeeper ensemble=127.0.0.1:60090 2024-12-03T21:33:22,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:22,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:22,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438050x0, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:33:22,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438050x0, quorum=127.0.0.1:60090, baseZNode=/21079422253 Set watcher on znode that does not yet exist, /21079422253/running 2024-12-03T21:33:22,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43805-0x1019e66afe00007 connected 2024-12-03T21:33:22,114 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:33:22,114 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:33:22,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Set watcher on znode that does not yet exist, /21079422253/master 2024-12-03T21:33:22,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Set watcher on znode that does not yet exist, /21079422253/acl 2024-12-03T21:33:22,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43805 2024-12-03T21:33:22,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43805 2024-12-03T21:33:22,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43805 2024-12-03T21:33:22,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43805 2024-12-03T21:33:22,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43805 2024-12-03T21:33:22,131 DEBUG [M:0;101545f66cbd:36939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:36939 2024-12-03T21:33:22,133 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21079422253/backup-masters/101545f66cbd,36939,1733261601995 2024-12-03T21:33:22,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253/backup-masters 2024-12-03T21:33:22,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253/backup-masters 2024-12-03T21:33:22,143 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Set watcher on existing znode=/21079422253/backup-masters/101545f66cbd,36939,1733261601995 2024-12-03T21:33:22,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21079422253/master 2024-12-03T21:33:22,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253 2024-12-03T21:33:22,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253 2024-12-03T21:33:22,151 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Set watcher on existing znode=/21079422253/master 2024-12-03T21:33:22,151 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21079422253/backup-masters/101545f66cbd,36939,1733261601995 from backup master directory 2024-12-03T21:33:22,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21079422253/backup-masters/101545f66cbd,36939,1733261601995 2024-12-03T21:33:22,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253/backup-masters 2024-12-03T21:33:22,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253/backup-masters 2024-12-03T21:33:22,159 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:33:22,159 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,36939,1733261601995 2024-12-03T21:33:22,162 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/hbase.id] with ID: 909c7f59-1d4e-4f75-9ab8-b2e1691a163a 2024-12-03T21:33:22,162 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/.tmp/hbase.id 2024-12-03T21:33:22,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:33:22,566 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/.tmp/hbase.id]:[hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/hbase.id] 2024-12-03T21:33:22,572 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:22,572 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:33:22,573 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T21:33:22,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253 2024-12-03T21:33:22,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253 2024-12-03T21:33:22,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:33:23,008 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:33:23,009 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:33:23,009 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:33:23,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:33:23,415 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store 2024-12-03T21:33:23,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:33:23,820 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:23,820 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:33:23,820 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:23,820 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:23,820 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:33:23,820 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:23,820 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:23,820 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261603820Disabling compacts and flushes for region at 1733261603820Disabling writes for close at 1733261603820Writing region close event to WAL at 1733261603820Closed at 1733261603820 2024-12-03T21:33:23,821 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/.initializing 2024-12-03T21:33:23,821 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/WALs/101545f66cbd,36939,1733261601995 2024-12-03T21:33:23,822 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:33:23,823 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C36939%2C1733261601995, suffix=, logDir=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/WALs/101545f66cbd,36939,1733261601995, archiveDir=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/oldWALs, maxLogs=10 2024-12-03T21:33:23,833 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/WALs/101545f66cbd,36939,1733261601995/101545f66cbd%2C36939%2C1733261601995.1733261603823, exclude list is [], retry=0 2024-12-03T21:33:23,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46183,DS-2efc4e0a-2d4a-4e56-a7d7-4c24cf0f996f,DISK] 2024-12-03T21:33:23,836 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/WALs/101545f66cbd,36939,1733261601995/101545f66cbd%2C36939%2C1733261601995.1733261603823 2024-12-03T21:33:23,837 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41321:41321)] 2024-12-03T21:33:23,837 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:33:23,838 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:23,838 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:23,838 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:23,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:23,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:33:23,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:23,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:23,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:23,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:33:23,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:23,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:23,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:23,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:33:23,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:23,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:23,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:23,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:33:23,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:23,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:23,843 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:23,844 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:23,844 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:23,844 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:23,844 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:23,845 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:33:23,845 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:23,846 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:33:23,847 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72137269, jitterRate=0.07492907345294952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:33:23,847 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261603838Initializing all the Stores at 1733261603838Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261603838Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261603839 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261603839Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261603839Cleaning up temporary data from old regions at 1733261603844 (+5 ms)Region opened successfully at 1733261603847 (+3 ms) 2024-12-03T21:33:23,847 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:33:23,848 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7853375a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:33:23,849 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:33:23,849 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:33:23,849 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:33:23,849 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:33:23,850 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:33:23,850 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:33:23,850 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:33:23,851 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:33:23,852 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Unable to get data of znode /21079422253/balancer because node does not exist (not necessarily an error) 2024-12-03T21:33:23,876 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21079422253/balancer already deleted, retry=false 2024-12-03T21:33:23,876 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:33:23,877 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Unable to get data of znode /21079422253/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:33:23,884 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21079422253/normalizer already deleted, retry=false 2024-12-03T21:33:23,884 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:33:23,885 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Unable to get data of znode /21079422253/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:33:23,892 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21079422253/switch/split already deleted, retry=false 2024-12-03T21:33:23,893 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Unable to get data of znode /21079422253/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:33:23,901 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21079422253/switch/merge already deleted, retry=false 2024-12-03T21:33:23,902 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Unable to get data of znode /21079422253/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:33:23,909 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21079422253/snapshot-cleanup already deleted, retry=false 2024-12-03T21:33:23,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21079422253/running 2024-12-03T21:33:23,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21079422253/running 2024-12-03T21:33:23,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253 2024-12-03T21:33:23,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253 2024-12-03T21:33:23,918 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,36939,1733261601995, sessionid=0x1019e66afe00006, setting cluster-up flag (Was=false) 2024-12-03T21:33:23,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253 2024-12-03T21:33:23,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253 2024-12-03T21:33:23,959 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21079422253/flush-table-proc/acquired, /21079422253/flush-table-proc/reached, /21079422253/flush-table-proc/abort 2024-12-03T21:33:23,960 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,36939,1733261601995 2024-12-03T21:33:23,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253 2024-12-03T21:33:23,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253 2024-12-03T21:33:24,001 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21079422253/online-snapshot/acquired, /21079422253/online-snapshot/reached, /21079422253/online-snapshot/abort 2024-12-03T21:33:24,001 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,36939,1733261601995 2024-12-03T21:33:24,002 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:33:24,003 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:33:24,003 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:33:24,004 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:33:24,004 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,36939,1733261601995 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:33:24,005 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:33:24,005 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:33:24,005 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:33:24,005 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:33:24,005 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:33:24,005 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:24,005 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:33:24,005 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:24,006 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261634006 2024-12-03T21:33:24,006 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:33:24,006 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:33:24,006 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:33:24,006 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:33:24,006 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:33:24,006 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:33:24,006 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:33:24,006 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:24,006 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:33:24,006 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:33:24,007 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:33:24,007 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:33:24,007 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:33:24,007 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:24,007 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:33:24,007 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:33:24,007 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:33:24,007 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261604007,5,FailOnTimeoutGroup] 2024-12-03T21:33:24,007 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261604007,5,FailOnTimeoutGroup] 2024-12-03T21:33:24,007 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:24,007 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:33:24,007 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:24,007 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:24,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:33:24,025 INFO [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(746): ClusterId : 909c7f59-1d4e-4f75-9ab8-b2e1691a163a 2024-12-03T21:33:24,025 DEBUG [RS:0;101545f66cbd:43805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:33:24,035 DEBUG [RS:0;101545f66cbd:43805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:33:24,035 DEBUG [RS:0;101545f66cbd:43805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:33:24,043 DEBUG [RS:0;101545f66cbd:43805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:33:24,043 DEBUG [RS:0;101545f66cbd:43805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b320f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:33:24,065 DEBUG [RS:0;101545f66cbd:43805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:43805 2024-12-03T21:33:24,066 INFO [RS:0;101545f66cbd:43805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:33:24,066 INFO [RS:0;101545f66cbd:43805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:33:24,066 DEBUG [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:33:24,066 INFO [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,36939,1733261601995 with port=43805, startcode=1733261602098 2024-12-03T21:33:24,067 DEBUG [RS:0;101545f66cbd:43805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:33:24,068 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:33:24,068 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36939 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,43805,1733261602098 2024-12-03T21:33:24,068 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36939 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,43805,1733261602098 2024-12-03T21:33:24,069 DEBUG [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0 2024-12-03T21:33:24,069 DEBUG [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42003 2024-12-03T21:33:24,069 DEBUG [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:33:24,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253/rs 2024-12-03T21:33:24,131 DEBUG [RS:0;101545f66cbd:43805 {}] zookeeper.ZKUtil(111): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Set watcher on existing znode=/21079422253/rs/101545f66cbd,43805,1733261602098 2024-12-03T21:33:24,131 WARN [RS:0;101545f66cbd:43805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:33:24,131 INFO [RS:0;101545f66cbd:43805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:33:24,131 DEBUG [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098 2024-12-03T21:33:24,131 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,43805,1733261602098] 2024-12-03T21:33:24,133 INFO [RS:0;101545f66cbd:43805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:33:24,134 INFO [RS:0;101545f66cbd:43805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:33:24,135 INFO [RS:0;101545f66cbd:43805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:33:24,135 INFO [RS:0;101545f66cbd:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:24,135 INFO [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:33:24,135 INFO [RS:0;101545f66cbd:43805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:33:24,135 INFO [RS:0;101545f66cbd:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:24,135 DEBUG [RS:0;101545f66cbd:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:24,135 DEBUG [RS:0;101545f66cbd:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:24,135 DEBUG [RS:0;101545f66cbd:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:24,135 DEBUG [RS:0;101545f66cbd:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:24,135 DEBUG [RS:0;101545f66cbd:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:24,135 DEBUG [RS:0;101545f66cbd:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:33:24,135 DEBUG [RS:0;101545f66cbd:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:24,135 DEBUG [RS:0;101545f66cbd:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:24,135 DEBUG [RS:0;101545f66cbd:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:24,135 DEBUG [RS:0;101545f66cbd:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:24,135 DEBUG [RS:0;101545f66cbd:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:24,135 DEBUG [RS:0;101545f66cbd:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:24,135 DEBUG [RS:0;101545f66cbd:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:33:24,135 DEBUG [RS:0;101545f66cbd:43805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:33:24,136 INFO [RS:0;101545f66cbd:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:24,136 INFO [RS:0;101545f66cbd:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:24,136 INFO [RS:0;101545f66cbd:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:24,136 INFO [RS:0;101545f66cbd:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:24,136 INFO [RS:0;101545f66cbd:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:24,136 INFO [RS:0;101545f66cbd:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,43805,1733261602098-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:33:24,150 INFO [RS:0;101545f66cbd:43805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:33:24,150 INFO [RS:0;101545f66cbd:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,43805,1733261602098-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:24,150 INFO [RS:0;101545f66cbd:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:24,150 INFO [RS:0;101545f66cbd:43805 {}] regionserver.Replication(171): 101545f66cbd,43805,1733261602098 started 2024-12-03T21:33:24,160 INFO [RS:0;101545f66cbd:43805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:24,161 INFO [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,43805,1733261602098, RpcServer on 101545f66cbd/172.17.0.2:43805, sessionid=0x1019e66afe00007 2024-12-03T21:33:24,161 DEBUG [RS:0;101545f66cbd:43805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:33:24,161 DEBUG [RS:0;101545f66cbd:43805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,43805,1733261602098 2024-12-03T21:33:24,161 DEBUG [RS:0;101545f66cbd:43805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,43805,1733261602098' 2024-12-03T21:33:24,161 DEBUG [RS:0;101545f66cbd:43805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21079422253/flush-table-proc/abort' 2024-12-03T21:33:24,161 DEBUG [RS:0;101545f66cbd:43805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21079422253/flush-table-proc/acquired' 2024-12-03T21:33:24,161 DEBUG [RS:0;101545f66cbd:43805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:33:24,161 DEBUG [RS:0;101545f66cbd:43805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:33:24,161 DEBUG [RS:0;101545f66cbd:43805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,43805,1733261602098 2024-12-03T21:33:24,161 DEBUG [RS:0;101545f66cbd:43805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,43805,1733261602098' 2024-12-03T21:33:24,161 DEBUG [RS:0;101545f66cbd:43805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21079422253/online-snapshot/abort' 2024-12-03T21:33:24,162 DEBUG [RS:0;101545f66cbd:43805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21079422253/online-snapshot/acquired' 2024-12-03T21:33:24,162 DEBUG [RS:0;101545f66cbd:43805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:33:24,162 INFO [RS:0;101545f66cbd:43805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:33:24,162 INFO [RS:0;101545f66cbd:43805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:33:24,262 INFO [RS:0;101545f66cbd:43805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:33:24,263 INFO [RS:0;101545f66cbd:43805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C43805%2C1733261602098, suffix=, logDir=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098, archiveDir=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/oldWALs, maxLogs=10 2024-12-03T21:33:24,274 DEBUG [RS:0;101545f66cbd:43805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263, exclude list is [], retry=0 2024-12-03T21:33:24,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46183,DS-2efc4e0a-2d4a-4e56-a7d7-4c24cf0f996f,DISK] 2024-12-03T21:33:24,277 INFO [RS:0;101545f66cbd:43805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 2024-12-03T21:33:24,277 DEBUG [RS:0;101545f66cbd:43805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41321:41321)] 2024-12-03T21:33:24,413 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:33:24,413 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0 2024-12-03T21:33:24,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:33:24,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:24,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:33:24,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:33:24,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:24,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:24,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:33:24,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:33:24,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:24,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:24,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:33:24,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:33:24,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:24,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:24,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:33:24,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:33:24,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:24,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:24,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:33:24,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740 2024-12-03T21:33:24,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740 2024-12-03T21:33:24,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:33:24,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:33:24,825 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:33:24,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:33:24,827 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:33:24,828 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71805816, jitterRate=0.06999003887176514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:33:24,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261604818Initializing all the Stores at 1733261604818Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261604818Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261604819 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261604819Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261604819Cleaning up temporary data from old regions at 1733261604825 (+6 ms)Region opened successfully at 1733261604828 (+3 ms) 2024-12-03T21:33:24,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:33:24,828 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:33:24,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:33:24,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:33:24,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:33:24,828 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:33:24,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261604828Disabling compacts and flushes for region at 1733261604828Disabling writes for close at 1733261604828Writing region close event to WAL at 1733261604828Closed at 1733261604828 2024-12-03T21:33:24,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:33:24,829 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:33:24,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:33:24,830 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:33:24,830 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:33:24,958 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:24,958 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:33:24,958 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48374 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:33:24,981 DEBUG [101545f66cbd:36939 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:33:24,981 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,43805,1733261602098 2024-12-03T21:33:24,982 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,43805,1733261602098, state=OPENING 2024-12-03T21:33:25,009 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:33:25,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253 2024-12-03T21:33:25,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253 2024-12-03T21:33:25,018 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:33:25,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,43805,1733261602098}] 2024-12-03T21:33:25,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21079422253/meta-region-server: CHANGED 2024-12-03T21:33:25,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21079422253/meta-region-server: CHANGED 2024-12-03T21:33:25,170 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:33:25,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:33:25,173 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:33:25,173 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:33:25,174 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:33:25,174 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C43805%2C1733261602098.meta, suffix=.meta, logDir=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098, archiveDir=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/oldWALs, maxLogs=10 2024-12-03T21:33:25,185 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.meta.1733261605175.meta, exclude list is [], retry=0 2024-12-03T21:33:25,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46183,DS-2efc4e0a-2d4a-4e56-a7d7-4c24cf0f996f,DISK] 2024-12-03T21:33:25,188 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.meta.1733261605175.meta 2024-12-03T21:33:25,188 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41321:41321)] 2024-12-03T21:33:25,188 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:33:25,189 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:33:25,189 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:33:25,189 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:33:25,189 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:33:25,189 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:33:25,189 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:25,189 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:33:25,189 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:33:25,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:33:25,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:33:25,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:25,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:25,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:33:25,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:33:25,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:25,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:25,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:33:25,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:33:25,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:25,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:25,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:33:25,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:33:25,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:25,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:25,193 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:33:25,194 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740 2024-12-03T21:33:25,195 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740 2024-12-03T21:33:25,195 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:33:25,195 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:33:25,196 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:33:25,197 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:33:25,197 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60986390, jitterRate=-0.09123197197914124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:33:25,197 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:33:25,198 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261605189Writing region info on filesystem at 1733261605189Initializing all the Stores at 1733261605190 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261605190Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261605190Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261605190Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261605190Cleaning up temporary data from old regions at 1733261605195 (+5 ms)Running coprocessor post-open hooks at 1733261605197 (+2 ms)Region opened successfully at 1733261605198 (+1 ms) 2024-12-03T21:33:25,198 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261605170 2024-12-03T21:33:25,200 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:33:25,200 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:33:25,200 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,43805,1733261602098 2024-12-03T21:33:25,201 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,43805,1733261602098, state=OPEN 2024-12-03T21:33:25,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21079422253/meta-region-server 2024-12-03T21:33:25,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21079422253/meta-region-server 2024-12-03T21:33:25,209 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,43805,1733261602098 2024-12-03T21:33:25,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21079422253/meta-region-server: CHANGED 2024-12-03T21:33:25,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21079422253/meta-region-server: CHANGED 2024-12-03T21:33:25,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:33:25,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,43805,1733261602098 in 191 msec 2024-12-03T21:33:25,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:33:25,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 382 msec 2024-12-03T21:33:25,213 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:33:25,213 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:33:25,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:33:25,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43805,1733261602098, seqNum=-1] 2024-12-03T21:33:25,214 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:33:25,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:33:25,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-12-03T21:33:25,219 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261605219, completionTime=-1 2024-12-03T21:33:25,219 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:33:25,219 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:33:25,221 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:33:25,221 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261665221 2024-12-03T21:33:25,221 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261725221 2024-12-03T21:33:25,221 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T21:33:25,221 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,36939,1733261601995-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:25,221 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,36939,1733261601995-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:25,221 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,36939,1733261601995-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:25,221 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:36939, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:25,221 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:25,222 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:25,223 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:33:25,224 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.065sec 2024-12-03T21:33:25,224 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:33:25,224 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:33:25,224 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:33:25,224 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:33:25,224 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:33:25,224 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,36939,1733261601995-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:33:25,224 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,36939,1733261601995-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:33:25,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b47607c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:25,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36939,-1 for getting cluster id 2024-12-03T21:33:25,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:25,226 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:33:25,226 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:33:25,226 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,36939,1733261601995-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:25,227 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '909c7f59-1d4e-4f75-9ab8-b2e1691a163a' 2024-12-03T21:33:25,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:25,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "909c7f59-1d4e-4f75-9ab8-b2e1691a163a" 2024-12-03T21:33:25,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4549b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:25,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36939,-1] 2024-12-03T21:33:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:25,228 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:25,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136da28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:25,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:33:25,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43805,1733261602098, seqNum=-1] 2024-12-03T21:33:25,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:33:25,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:33:25,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,36939,1733261601995 2024-12-03T21:33:25,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60090 2024-12-03T21:33:25,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:33:25,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019e66afe00008 connected 2024-12-03T21:33:25,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,35685,1733261591735 2024-12-03T21:33:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60f0e7a9 2024-12-03T21:33:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:33:25,254 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:33:25,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:33:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T21:33:25,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:33:25,257 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:25,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T21:33:25,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:33:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:33:25,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741835_1011 (size=902) 2024-12-03T21:33:25,265 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc5f580f7395b97c4b62628bb601a7c5, NAME => 'test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099 2024-12-03T21:33:25,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741836_1012 (size=39) 2024-12-03T21:33:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:33:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:33:25,626 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:33:25,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:25,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:25,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:25,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:25,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:25,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:25,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:25,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:25,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:25,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:25,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:25,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:25,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:25,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bc5f580f7395b97c4b62628bb601a7c5, disabling compactions & flushes 2024-12-03T21:33:25,672 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5. 2024-12-03T21:33:25,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5. 2024-12-03T21:33:25,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5. after waiting 0 ms 2024-12-03T21:33:25,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5. 2024-12-03T21:33:25,672 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5. 2024-12-03T21:33:25,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc5f580f7395b97c4b62628bb601a7c5: Waiting for close lock at 1733261605672Disabling compacts and flushes for region at 1733261605672Disabling writes for close at 1733261605672Writing region close event to WAL at 1733261605672Closed at 1733261605672 2024-12-03T21:33:25,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:33:25,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733261605673"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261605673"}]},"ts":"1733261605673"} 2024-12-03T21:33:25,675 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:33:25,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:33:25,676 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261605676"}]},"ts":"1733261605676"} 2024-12-03T21:33:25,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T21:33:25,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc5f580f7395b97c4b62628bb601a7c5, ASSIGN}] 2024-12-03T21:33:25,678 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc5f580f7395b97c4b62628bb601a7c5, ASSIGN 2024-12-03T21:33:25,679 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bc5f580f7395b97c4b62628bb601a7c5, ASSIGN; state=OFFLINE, location=101545f66cbd,40919,1733261591878; forceNewPlan=false, retain=false 2024-12-03T21:33:25,830 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc5f580f7395b97c4b62628bb601a7c5, regionState=OPENING, regionLocation=101545f66cbd,40919,1733261591878 2024-12-03T21:33:25,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bc5f580f7395b97c4b62628bb601a7c5, ASSIGN because future has completed 2024-12-03T21:33:25,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc5f580f7395b97c4b62628bb601a7c5, server=101545f66cbd,40919,1733261591878}] 2024-12-03T21:33:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:33:25,987 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5. 2024-12-03T21:33:25,987 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bc5f580f7395b97c4b62628bb601a7c5, NAME => 'test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:33:25,987 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:33:25,987 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T21:33:25,987 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bc5f580f7395b97c4b62628bb601a7c5 2024-12-03T21:33:25,987 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:25,988 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bc5f580f7395b97c4b62628bb601a7c5 2024-12-03T21:33:25,988 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bc5f580f7395b97c4b62628bb601a7c5 2024-12-03T21:33:25,989 INFO [StoreOpener-bc5f580f7395b97c4b62628bb601a7c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bc5f580f7395b97c4b62628bb601a7c5 2024-12-03T21:33:25,990 INFO [StoreOpener-bc5f580f7395b97c4b62628bb601a7c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc5f580f7395b97c4b62628bb601a7c5 columnFamilyName f 2024-12-03T21:33:25,990 DEBUG [StoreOpener-bc5f580f7395b97c4b62628bb601a7c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:25,990 INFO [StoreOpener-bc5f580f7395b97c4b62628bb601a7c5-1 {}] regionserver.HStore(327): Store=bc5f580f7395b97c4b62628bb601a7c5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:25,990 INFO [StoreOpener-bc5f580f7395b97c4b62628bb601a7c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bc5f580f7395b97c4b62628bb601a7c5 2024-12-03T21:33:25,991 INFO [StoreOpener-bc5f580f7395b97c4b62628bb601a7c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc5f580f7395b97c4b62628bb601a7c5 columnFamilyName f1 2024-12-03T21:33:25,991 DEBUG [StoreOpener-bc5f580f7395b97c4b62628bb601a7c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:25,991 INFO [StoreOpener-bc5f580f7395b97c4b62628bb601a7c5-1 {}] regionserver.HStore(327): Store=bc5f580f7395b97c4b62628bb601a7c5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:25,991 INFO [StoreOpener-bc5f580f7395b97c4b62628bb601a7c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bc5f580f7395b97c4b62628bb601a7c5 2024-12-03T21:33:25,992 INFO [StoreOpener-bc5f580f7395b97c4b62628bb601a7c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc5f580f7395b97c4b62628bb601a7c5 columnFamilyName norep 2024-12-03T21:33:25,992 DEBUG [StoreOpener-bc5f580f7395b97c4b62628bb601a7c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:25,992 INFO [StoreOpener-bc5f580f7395b97c4b62628bb601a7c5-1 {}] regionserver.HStore(327): Store=bc5f580f7395b97c4b62628bb601a7c5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:25,992 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bc5f580f7395b97c4b62628bb601a7c5 2024-12-03T21:33:25,993 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5 2024-12-03T21:33:25,993 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5 2024-12-03T21:33:25,994 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bc5f580f7395b97c4b62628bb601a7c5 2024-12-03T21:33:25,994 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bc5f580f7395b97c4b62628bb601a7c5 2024-12-03T21:33:25,994 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:33:25,995 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bc5f580f7395b97c4b62628bb601a7c5 2024-12-03T21:33:25,996 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:33:25,996 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bc5f580f7395b97c4b62628bb601a7c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61050708, jitterRate=-0.09027355909347534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:33:25,996 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc5f580f7395b97c4b62628bb601a7c5 2024-12-03T21:33:25,997 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bc5f580f7395b97c4b62628bb601a7c5: Running coprocessor pre-open hook at 1733261605988Writing region info on filesystem at 1733261605988Initializing all the Stores at 1733261605988Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261605988Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261605988Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261605988Cleaning up temporary data from old regions at 1733261605994 (+6 ms)Running coprocessor post-open hooks at 1733261605996 (+2 ms)Region opened successfully at 1733261605997 (+1 ms) 2024-12-03T21:33:25,998 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5., pid=6, masterSystemTime=1733261605984 2024-12-03T21:33:25,999 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5. 2024-12-03T21:33:25,999 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5. 2024-12-03T21:33:25,999 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc5f580f7395b97c4b62628bb601a7c5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=101545f66cbd,40919,1733261591878 2024-12-03T21:33:26,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc5f580f7395b97c4b62628bb601a7c5, server=101545f66cbd,40919,1733261591878 because future has completed 2024-12-03T21:33:26,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:33:26,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bc5f580f7395b97c4b62628bb601a7c5, server=101545f66cbd,40919,1733261591878 in 170 msec 2024-12-03T21:33:26,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T21:33:26,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bc5f580f7395b97c4b62628bb601a7c5, ASSIGN in 325 msec 2024-12-03T21:33:26,005 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:33:26,005 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261606005"}]},"ts":"1733261606005"} 2024-12-03T21:33:26,007 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T21:33:26,007 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:33:26,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-12-03T21:33:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:33:26,398 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T21:33:26,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,34477,1733261596895 2024-12-03T21:33:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@352b41c3 2024-12-03T21:33:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:33:26,400 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:33:26,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:33:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T21:33:26,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:33:26,402 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:26,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T21:33:26,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:33:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:33:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741835_1011 (size=902) 2024-12-03T21:33:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:33:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:33:26,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T21:33:26,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T21:33:26,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:33:26,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T21:33:26,809 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b65cc998f5ea210a87abecd7d8dd5ab, NAME => 'test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da 2024-12-03T21:33:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741836_1012 (size=39) 2024-12-03T21:33:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:33:27,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:27,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1b65cc998f5ea210a87abecd7d8dd5ab, disabling compactions & flushes 2024-12-03T21:33:27,214 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab. 2024-12-03T21:33:27,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab. 2024-12-03T21:33:27,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab. after waiting 0 ms 2024-12-03T21:33:27,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab. 2024-12-03T21:33:27,214 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab. 2024-12-03T21:33:27,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b65cc998f5ea210a87abecd7d8dd5ab: Waiting for close lock at 1733261607214Disabling compacts and flushes for region at 1733261607214Disabling writes for close at 1733261607214Writing region close event to WAL at 1733261607214Closed at 1733261607214 2024-12-03T21:33:27,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:33:27,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733261607215"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261607215"}]},"ts":"1733261607215"} 2024-12-03T21:33:27,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:33:27,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:33:27,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261607217"}]},"ts":"1733261607217"} 2024-12-03T21:33:27,219 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T21:33:27,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1b65cc998f5ea210a87abecd7d8dd5ab, ASSIGN}] 2024-12-03T21:33:27,220 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1b65cc998f5ea210a87abecd7d8dd5ab, ASSIGN 2024-12-03T21:33:27,221 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1b65cc998f5ea210a87abecd7d8dd5ab, ASSIGN; state=OFFLINE, location=101545f66cbd,44675,1733261596997; forceNewPlan=false, retain=false 2024-12-03T21:33:27,371 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b65cc998f5ea210a87abecd7d8dd5ab, regionState=OPENING, regionLocation=101545f66cbd,44675,1733261596997 2024-12-03T21:33:27,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1b65cc998f5ea210a87abecd7d8dd5ab, ASSIGN because future has completed 2024-12-03T21:33:27,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b65cc998f5ea210a87abecd7d8dd5ab, server=101545f66cbd,44675,1733261596997}] 2024-12-03T21:33:27,529 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab. 2024-12-03T21:33:27,529 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b65cc998f5ea210a87abecd7d8dd5ab, NAME => 'test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:33:27,530 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:33:27,530 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T21:33:27,530 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:27,530 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:27,530 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:27,530 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:27,531 INFO [StoreOpener-1b65cc998f5ea210a87abecd7d8dd5ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:27,532 INFO [StoreOpener-1b65cc998f5ea210a87abecd7d8dd5ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b65cc998f5ea210a87abecd7d8dd5ab columnFamilyName f 2024-12-03T21:33:27,532 DEBUG [StoreOpener-1b65cc998f5ea210a87abecd7d8dd5ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:27,532 INFO [StoreOpener-1b65cc998f5ea210a87abecd7d8dd5ab-1 {}] regionserver.HStore(327): Store=1b65cc998f5ea210a87abecd7d8dd5ab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:27,533 INFO [StoreOpener-1b65cc998f5ea210a87abecd7d8dd5ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:27,533 INFO [StoreOpener-1b65cc998f5ea210a87abecd7d8dd5ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b65cc998f5ea210a87abecd7d8dd5ab columnFamilyName f1 2024-12-03T21:33:27,534 DEBUG [StoreOpener-1b65cc998f5ea210a87abecd7d8dd5ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:27,534 INFO [StoreOpener-1b65cc998f5ea210a87abecd7d8dd5ab-1 {}] regionserver.HStore(327): Store=1b65cc998f5ea210a87abecd7d8dd5ab/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:27,534 INFO [StoreOpener-1b65cc998f5ea210a87abecd7d8dd5ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:27,535 INFO [StoreOpener-1b65cc998f5ea210a87abecd7d8dd5ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b65cc998f5ea210a87abecd7d8dd5ab columnFamilyName norep 2024-12-03T21:33:27,535 DEBUG [StoreOpener-1b65cc998f5ea210a87abecd7d8dd5ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:27,535 INFO [StoreOpener-1b65cc998f5ea210a87abecd7d8dd5ab-1 {}] regionserver.HStore(327): Store=1b65cc998f5ea210a87abecd7d8dd5ab/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:27,535 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:27,536 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:27,536 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:27,537 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:27,537 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:27,537 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:33:27,538 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:33:27,539 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:33:27,539 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1b65cc998f5ea210a87abecd7d8dd5ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62028136, jitterRate=-0.07570874691009521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:33:27,540 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:27,540 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1b65cc998f5ea210a87abecd7d8dd5ab: Running coprocessor pre-open hook at 1733261607530Writing region info on filesystem at 1733261607530Initializing all the Stores at 1733261607531 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261607531Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261607531Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261607531Cleaning up temporary data from old regions at 1733261607537 (+6 ms)Running coprocessor post-open hooks at 1733261607540 (+3 ms)Region opened successfully at 1733261607540 2024-12-03T21:33:27,540 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab., pid=6, masterSystemTime=1733261607525 2024-12-03T21:33:27,542 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab. 2024-12-03T21:33:27,542 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab. 2024-12-03T21:33:27,542 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b65cc998f5ea210a87abecd7d8dd5ab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=101545f66cbd,44675,1733261596997 2024-12-03T21:33:27,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b65cc998f5ea210a87abecd7d8dd5ab, server=101545f66cbd,44675,1733261596997 because future has completed 2024-12-03T21:33:27,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:33:27,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b65cc998f5ea210a87abecd7d8dd5ab, server=101545f66cbd,44675,1733261596997 in 172 msec 2024-12-03T21:33:27,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T21:33:27,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1b65cc998f5ea210a87abecd7d8dd5ab, ASSIGN in 327 msec 2024-12-03T21:33:27,548 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:33:27,548 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261607548"}]},"ts":"1733261607548"} 2024-12-03T21:33:27,550 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T21:33:27,551 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:33:27,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-12-03T21:33:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:33:28,548 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T21:33:28,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:28,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,36939,1733261601995 2024-12-03T21:33:28,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2389437e 2024-12-03T21:33:28,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:33:28,550 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:33:28,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:33:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T21:33:28,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:33:28,553 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:28,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T21:33:28,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:33:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:33:28,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741835_1011 (size=902) 2024-12-03T21:33:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:33:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:33:28,959 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d5f48127e6fc5205b01831cbd5ec5fe9, NAME => 'test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0 2024-12-03T21:33:28,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741836_1012 (size=39) 2024-12-03T21:33:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:33:29,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:29,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d5f48127e6fc5205b01831cbd5ec5fe9, disabling compactions & flushes 2024-12-03T21:33:29,364 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9. 2024-12-03T21:33:29,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9. 2024-12-03T21:33:29,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9. after waiting 0 ms 2024-12-03T21:33:29,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9. 2024-12-03T21:33:29,364 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9. 2024-12-03T21:33:29,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d5f48127e6fc5205b01831cbd5ec5fe9: Waiting for close lock at 1733261609364Disabling compacts and flushes for region at 1733261609364Disabling writes for close at 1733261609364Writing region close event to WAL at 1733261609364Closed at 1733261609364 2024-12-03T21:33:29,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:33:29,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733261609391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261609391"}]},"ts":"1733261609391"} 2024-12-03T21:33:29,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:33:29,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:33:29,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261609394"}]},"ts":"1733261609394"} 2024-12-03T21:33:29,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T21:33:29,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d5f48127e6fc5205b01831cbd5ec5fe9, ASSIGN}] 2024-12-03T21:33:29,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d5f48127e6fc5205b01831cbd5ec5fe9, ASSIGN 2024-12-03T21:33:29,397 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d5f48127e6fc5205b01831cbd5ec5fe9, ASSIGN; state=OFFLINE, location=101545f66cbd,43805,1733261602098; forceNewPlan=false, retain=false 2024-12-03T21:33:29,547 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5f48127e6fc5205b01831cbd5ec5fe9, regionState=OPENING, regionLocation=101545f66cbd,43805,1733261602098 2024-12-03T21:33:29,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d5f48127e6fc5205b01831cbd5ec5fe9, ASSIGN because future has completed 2024-12-03T21:33:29,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5f48127e6fc5205b01831cbd5ec5fe9, server=101545f66cbd,43805,1733261602098}] 2024-12-03T21:33:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:33:29,704 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9. 2024-12-03T21:33:29,704 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d5f48127e6fc5205b01831cbd5ec5fe9, NAME => 'test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:33:29,704 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:33:29,704 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T21:33:29,704 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:29,704 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:29,704 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:29,704 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:29,705 INFO [StoreOpener-d5f48127e6fc5205b01831cbd5ec5fe9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:29,706 INFO [StoreOpener-d5f48127e6fc5205b01831cbd5ec5fe9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5f48127e6fc5205b01831cbd5ec5fe9 columnFamilyName f 2024-12-03T21:33:29,706 DEBUG [StoreOpener-d5f48127e6fc5205b01831cbd5ec5fe9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:29,707 INFO [StoreOpener-d5f48127e6fc5205b01831cbd5ec5fe9-1 {}] regionserver.HStore(327): Store=d5f48127e6fc5205b01831cbd5ec5fe9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:29,707 INFO [StoreOpener-d5f48127e6fc5205b01831cbd5ec5fe9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:29,707 INFO [StoreOpener-d5f48127e6fc5205b01831cbd5ec5fe9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5f48127e6fc5205b01831cbd5ec5fe9 columnFamilyName f1 2024-12-03T21:33:29,707 DEBUG [StoreOpener-d5f48127e6fc5205b01831cbd5ec5fe9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:29,707 INFO [StoreOpener-d5f48127e6fc5205b01831cbd5ec5fe9-1 {}] regionserver.HStore(327): Store=d5f48127e6fc5205b01831cbd5ec5fe9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:29,708 INFO [StoreOpener-d5f48127e6fc5205b01831cbd5ec5fe9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:29,708 INFO [StoreOpener-d5f48127e6fc5205b01831cbd5ec5fe9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5f48127e6fc5205b01831cbd5ec5fe9 columnFamilyName norep 2024-12-03T21:33:29,708 DEBUG [StoreOpener-d5f48127e6fc5205b01831cbd5ec5fe9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:29,709 INFO [StoreOpener-d5f48127e6fc5205b01831cbd5ec5fe9-1 {}] regionserver.HStore(327): Store=d5f48127e6fc5205b01831cbd5ec5fe9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:29,709 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:29,709 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:29,709 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:29,710 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:29,710 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:29,711 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:33:29,711 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:29,713 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:33:29,713 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d5f48127e6fc5205b01831cbd5ec5fe9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74579937, jitterRate=0.11132766306400299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:33:29,713 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:29,713 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d5f48127e6fc5205b01831cbd5ec5fe9: Running coprocessor pre-open hook at 1733261609704Writing region info on filesystem at 1733261609704Initializing all the Stores at 1733261609705 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261609705Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261609705Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261609705Cleaning up temporary data from old regions at 1733261609710 (+5 ms)Running coprocessor post-open hooks at 1733261609713 (+3 ms)Region opened successfully at 1733261609713 2024-12-03T21:33:29,714 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9., pid=6, masterSystemTime=1733261609701 2024-12-03T21:33:29,716 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9. 2024-12-03T21:33:29,716 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9. 2024-12-03T21:33:29,716 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5f48127e6fc5205b01831cbd5ec5fe9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=101545f66cbd,43805,1733261602098 2024-12-03T21:33:29,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5f48127e6fc5205b01831cbd5ec5fe9, server=101545f66cbd,43805,1733261602098 because future has completed 2024-12-03T21:33:29,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:33:29,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d5f48127e6fc5205b01831cbd5ec5fe9, server=101545f66cbd,43805,1733261602098 in 170 msec 2024-12-03T21:33:29,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T21:33:29,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d5f48127e6fc5205b01831cbd5ec5fe9, ASSIGN in 325 msec 2024-12-03T21:33:29,723 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:33:29,723 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261609723"}]},"ts":"1733261609723"} 2024-12-03T21:33:29,724 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T21:33:29,725 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:33:29,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1740 sec 2024-12-03T21:33:30,133 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T21:33:30,691 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:33:30,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:30,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:33:30,698 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T21:33:30,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14aa2ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:30,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,35685,-1 for getting cluster id 2024-12-03T21:33:30,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:30,700 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd04b4fcf-1b0a-4368-9cc2-a121a8e57d26' 2024-12-03T21:33:30,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:30,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d04b4fcf-1b0a-4368-9cc2-a121a8e57d26" 2024-12-03T21:33:30,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a7947e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:30,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,35685,-1] 2024-12-03T21:33:30,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:30,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:30,702 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:30,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1bd241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:30,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:30,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,35685,1733261591735 2024-12-03T21:33:30,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42825de5 2024-12-03T21:33:30,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:33:30,704 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:33:30,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://101545f66cbd:34477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T21:33:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:33:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:33:30,707 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:34477' 2024-12-03T21:33:30,708 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738cb76f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:30,708 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,34477,-1 for getting cluster id 2024-12-03T21:33:30,708 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:30,708 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67f637b0-8629-4e4a-ae81-58d24c965d78' 2024-12-03T21:33:30,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:30,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67f637b0-8629-4e4a-ae81-58d24c965d78" 2024-12-03T21:33:30,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e21d102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:30,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,34477,-1] 2024-12-03T21:33:30,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:30,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:30,710 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:30,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619e701a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:30,710 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:30,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,34477,1733261596895 2024-12-03T21:33:30,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72ce3e00 2024-12-03T21:33:30,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:33:30,712 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:33:30,712 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T21:33:30,712 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:33:30,713 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:30,713 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:30,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:30,713 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:33:30,714 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T21:33:30,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:33:30,715 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:30,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:33:30,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741837_1013 (size=1138) 2024-12-03T21:33:30,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:30,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:30,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:30,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:30,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:30,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:30,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:30,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:30,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:30,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:30,764 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T21:33:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:33:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:33:31,121 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1a0ab9bc98ae27bc20231fec8ae8f93, NAME => 'hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099 2024-12-03T21:33:31,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741838_1014 (size=44) 2024-12-03T21:33:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:33:31,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:31,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d1a0ab9bc98ae27bc20231fec8ae8f93, disabling compactions & flushes 2024-12-03T21:33:31,526 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. 2024-12-03T21:33:31,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. 2024-12-03T21:33:31,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. after waiting 0 ms 2024-12-03T21:33:31,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. 2024-12-03T21:33:31,526 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. 2024-12-03T21:33:31,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1a0ab9bc98ae27bc20231fec8ae8f93: Waiting for close lock at 1733261611525Disabling compacts and flushes for region at 1733261611525Disabling writes for close at 1733261611526 (+1 ms)Writing region close event to WAL at 1733261611526Closed at 1733261611526 2024-12-03T21:33:31,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:33:31,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733261611527"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261611527"}]},"ts":"1733261611527"} 2024-12-03T21:33:31,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:33:31,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:33:31,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261611530"}]},"ts":"1733261611530"} 2024-12-03T21:33:31,531 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T21:33:31,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1a0ab9bc98ae27bc20231fec8ae8f93, ASSIGN}] 2024-12-03T21:33:31,533 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1a0ab9bc98ae27bc20231fec8ae8f93, ASSIGN 2024-12-03T21:33:31,533 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d1a0ab9bc98ae27bc20231fec8ae8f93, ASSIGN; state=OFFLINE, location=101545f66cbd,40919,1733261591878; forceNewPlan=false, retain=false 2024-12-03T21:33:31,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d1a0ab9bc98ae27bc20231fec8ae8f93, regionState=OPENING, regionLocation=101545f66cbd,40919,1733261591878 2024-12-03T21:33:31,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d1a0ab9bc98ae27bc20231fec8ae8f93, ASSIGN because future has completed 2024-12-03T21:33:31,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1a0ab9bc98ae27bc20231fec8ae8f93, server=101545f66cbd,40919,1733261591878}] 2024-12-03T21:33:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:33:31,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. 2024-12-03T21:33:31,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:33:31,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T21:33:31,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C40919%2C1733261591878.rep, suffix=, logDir=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878, archiveDir=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/oldWALs, maxLogs=10 2024-12-03T21:33:31,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.rep.1733261611842, exclude list is [], retry=0 2024-12-03T21:33:31,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42857,DS-14a16e0f-1514-45d4-9f27-a4db58ea620f,DISK] 2024-12-03T21:33:31,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.rep.1733261611842 2024-12-03T21:33:31,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33743:33743)] 2024-12-03T21:33:31,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d1a0ab9bc98ae27bc20231fec8ae8f93, NAME => 'hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:33:31,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:33:31,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:33:31,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. service=MultiRowMutationService 2024-12-03T21:33:31,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T21:33:31,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:31,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:31,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:31,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:31,859 INFO [StoreOpener-d1a0ab9bc98ae27bc20231fec8ae8f93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:31,860 INFO [StoreOpener-d1a0ab9bc98ae27bc20231fec8ae8f93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1a0ab9bc98ae27bc20231fec8ae8f93 columnFamilyName hfileref 2024-12-03T21:33:31,860 DEBUG [StoreOpener-d1a0ab9bc98ae27bc20231fec8ae8f93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:31,860 INFO [StoreOpener-d1a0ab9bc98ae27bc20231fec8ae8f93-1 {}] regionserver.HStore(327): Store=d1a0ab9bc98ae27bc20231fec8ae8f93/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:31,860 INFO [StoreOpener-d1a0ab9bc98ae27bc20231fec8ae8f93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:31,861 INFO [StoreOpener-d1a0ab9bc98ae27bc20231fec8ae8f93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1a0ab9bc98ae27bc20231fec8ae8f93 columnFamilyName queue 2024-12-03T21:33:31,861 DEBUG [StoreOpener-d1a0ab9bc98ae27bc20231fec8ae8f93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:31,861 INFO [StoreOpener-d1a0ab9bc98ae27bc20231fec8ae8f93-1 {}] regionserver.HStore(327): Store=d1a0ab9bc98ae27bc20231fec8ae8f93/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:31,862 INFO [StoreOpener-d1a0ab9bc98ae27bc20231fec8ae8f93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:31,862 INFO [StoreOpener-d1a0ab9bc98ae27bc20231fec8ae8f93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1a0ab9bc98ae27bc20231fec8ae8f93 columnFamilyName sid 2024-12-03T21:33:31,863 DEBUG [StoreOpener-d1a0ab9bc98ae27bc20231fec8ae8f93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:31,863 INFO [StoreOpener-d1a0ab9bc98ae27bc20231fec8ae8f93-1 {}] regionserver.HStore(327): Store=d1a0ab9bc98ae27bc20231fec8ae8f93/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:31,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:31,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/replication/d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:31,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/replication/d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:31,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:31,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:31,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:33:31,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:31,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/replication/d1a0ab9bc98ae27bc20231fec8ae8f93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:33:31,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d1a0ab9bc98ae27bc20231fec8ae8f93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72205556, jitterRate=0.0759466290473938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:33:31,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:31,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d1a0ab9bc98ae27bc20231fec8ae8f93: Running coprocessor pre-open hook at 1733261611858Writing region info on filesystem at 1733261611858Initializing all the Stores at 1733261611859 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261611859Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261611859Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261611859Cleaning up temporary data from old regions at 1733261611864 (+5 ms)Running coprocessor post-open hooks at 1733261611867 (+3 ms)Region opened successfully at 1733261611867 2024-12-03T21:33:31,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93., pid=10, masterSystemTime=1733261611838 2024-12-03T21:33:31,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. 2024-12-03T21:33:31,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. 2024-12-03T21:33:31,870 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d1a0ab9bc98ae27bc20231fec8ae8f93, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,40919,1733261591878 2024-12-03T21:33:31,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1a0ab9bc98ae27bc20231fec8ae8f93, server=101545f66cbd,40919,1733261591878 because future has completed 2024-12-03T21:33:31,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T21:33:31,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d1a0ab9bc98ae27bc20231fec8ae8f93, server=101545f66cbd,40919,1733261591878 in 187 msec 2024-12-03T21:33:31,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T21:33:31,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1a0ab9bc98ae27bc20231fec8ae8f93, ASSIGN in 343 msec 2024-12-03T21:33:31,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:33:31,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261611876"}]},"ts":"1733261611876"} 2024-12-03T21:33:31,878 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T21:33:31,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:33:31,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-12-03T21:33:31,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93., hostname=101545f66cbd,40919,1733261591878, seqNum=2] 2024-12-03T21:33:32,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717 2024-12-03T21:33:32,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717 2024-12-03T21:33:32,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:33:32,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40919 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T21:33:32,199 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T21:33:32,223 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-101545f66cbd,40919,1733261591878, ReplicationSource: 1, currentBandwidth=0 2024-12-03T21:33:32,223 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:33:32,223 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,40919,1733261591878, seqNum=-1] 2024-12-03T21:33:32,224 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:33:32,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T21:33:32,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-101545f66cbd,40919,1733261591878', locateType=CURRENT is [region=hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93., hostname=101545f66cbd,40919,1733261591878, seqNum=2] 2024-12-03T21:33:32,228 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T21:33:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T21:33:32,230 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 101545f66cbd,40919,1733261591878 suceeded 2024-12-03T21:33:32,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T21:33:32,232 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://101545f66cbd:34477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:33:32,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-03T21:33:32,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5280 sec 2024-12-03T21:33:32,243 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:34477' 2024-12-03T21:33:32,244 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f98c5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:32,244 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,34477,-1 for getting cluster id 2024-12-03T21:33:32,244 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:32,244 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67f637b0-8629-4e4a-ae81-58d24c965d78' 2024-12-03T21:33:32,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:32,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67f637b0-8629-4e4a-ae81-58d24c965d78" 2024-12-03T21:33:32,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46aad530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:32,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,34477,-1] 2024-12-03T21:33:32,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:32,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:32,246 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:32,246 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10eb59f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:32,246 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:32,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,34477,1733261596895 2024-12-03T21:33:32,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40ecd2bc 2024-12-03T21:33:32,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:33:32,247 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-03T21:33:32,248 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-101545f66cbd,40919,1733261591878 (queues=1) is replicating from cluster=d04b4fcf-1b0a-4368-9cc2-a121a8e57d26 to cluster=67f637b0-8629-4e4a-ae81-58d24c965d78 2024-12-03T21:33:32,248 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=101545f66cbd%2C40919%2C1733261591878 2024-12-03T21:33:32,248 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-101545f66cbd,40919,1733261591878, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:33:32,249 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C40919%2C1733261591878 2024-12-03T21:33:32,249 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980, startPosition=0, beingWritten=true 2024-12-03T21:33:32,253 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:32,253 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 379, reset compression=false 2024-12-03T21:33:32,253 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,40919,1733261591878 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:33:32,457 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 379, reset compression=false 2024-12-03T21:33:32,760 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 379, reset compression=false 2024-12-03T21:33:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:33:32,848 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T21:33:32,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:33:32,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:32,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:32,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:32,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:32,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217cffe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:32,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,34477,-1 for getting cluster id 2024-12-03T21:33:32,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:32,850 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67f637b0-8629-4e4a-ae81-58d24c965d78' 2024-12-03T21:33:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67f637b0-8629-4e4a-ae81-58d24c965d78" 2024-12-03T21:33:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69dc9fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,34477,-1] 2024-12-03T21:33:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:32,851 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:32,851 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:32,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f2d0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:32,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,34477,1733261596895 2024-12-03T21:33:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59b8587a 2024-12-03T21:33:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:33:32,853 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:33:32,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://101545f66cbd:36939,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T21:33:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:33:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:33:32,855 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:36939' 2024-12-03T21:33:32,856 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3d4d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:32,856 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36939,-1 for getting cluster id 2024-12-03T21:33:32,856 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:32,857 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '909c7f59-1d4e-4f75-9ab8-b2e1691a163a' 2024-12-03T21:33:32,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:32,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "909c7f59-1d4e-4f75-9ab8-b2e1691a163a" 2024-12-03T21:33:32,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:32,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36939,-1] 2024-12-03T21:33:32,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:32,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:32,858 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:32,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9b26e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:32,859 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:32,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,36939,1733261601995 2024-12-03T21:33:32,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d48009d 2024-12-03T21:33:32,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:33:32,860 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:33:32,861 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T21:33:32,861 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:33:32,861 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:32,861 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:32,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:32,861 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:33:32,862 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T21:33:32,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:33:32,863 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:32,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:33:32,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741837_1013 (size=1138) 2024-12-03T21:33:32,870 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd67e6f1f9167858cfc71eeb1bac7575, NAME => 'hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da 2024-12-03T21:33:32,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741838_1014 (size=44) 2024-12-03T21:33:32,912 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T21:33:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:33:33,163 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 379, reset compression=false 2024-12-03T21:33:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:33:33,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:33,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bd67e6f1f9167858cfc71eeb1bac7575, disabling compactions & flushes 2024-12-03T21:33:33,274 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575. 2024-12-03T21:33:33,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575. 2024-12-03T21:33:33,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575. after waiting 0 ms 2024-12-03T21:33:33,274 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575. 2024-12-03T21:33:33,274 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575. 2024-12-03T21:33:33,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd67e6f1f9167858cfc71eeb1bac7575: Waiting for close lock at 1733261613274Disabling compacts and flushes for region at 1733261613274Disabling writes for close at 1733261613274Writing region close event to WAL at 1733261613274Closed at 1733261613274 2024-12-03T21:33:33,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:33:33,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733261613275"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261613275"}]},"ts":"1733261613275"} 2024-12-03T21:33:33,277 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:33:33,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:33:33,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261613278"}]},"ts":"1733261613278"} 2024-12-03T21:33:33,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T21:33:33,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd67e6f1f9167858cfc71eeb1bac7575, ASSIGN}] 2024-12-03T21:33:33,281 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd67e6f1f9167858cfc71eeb1bac7575, ASSIGN 2024-12-03T21:33:33,281 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd67e6f1f9167858cfc71eeb1bac7575, ASSIGN; state=OFFLINE, location=101545f66cbd,44675,1733261596997; forceNewPlan=false, retain=false 2024-12-03T21:33:33,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bd67e6f1f9167858cfc71eeb1bac7575, regionState=OPENING, regionLocation=101545f66cbd,44675,1733261596997 2024-12-03T21:33:33,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd67e6f1f9167858cfc71eeb1bac7575, ASSIGN because future has completed 2024-12-03T21:33:33,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd67e6f1f9167858cfc71eeb1bac7575, server=101545f66cbd,44675,1733261596997}] 2024-12-03T21:33:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:33:33,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575. 2024-12-03T21:33:33,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:33:33,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T21:33:33,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C44675%2C1733261596997.rep, suffix=, logDir=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997, archiveDir=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/oldWALs, maxLogs=10 2024-12-03T21:33:33,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.rep.1733261613592, exclude list is [], retry=0 2024-12-03T21:33:33,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33041,DS-058f6711-59d1-41e1-82f7-39aacef5df01,DISK] 2024-12-03T21:33:33,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.rep.1733261613592 2024-12-03T21:33:33,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42911:42911)] 2024-12-03T21:33:33,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bd67e6f1f9167858cfc71eeb1bac7575, NAME => 'hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:33:33,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:33:33,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:33:33,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575. service=MultiRowMutationService 2024-12-03T21:33:33,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T21:33:33,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bd67e6f1f9167858cfc71eeb1bac7575 2024-12-03T21:33:33,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:33,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bd67e6f1f9167858cfc71eeb1bac7575 2024-12-03T21:33:33,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bd67e6f1f9167858cfc71eeb1bac7575 2024-12-03T21:33:33,617 INFO [StoreOpener-bd67e6f1f9167858cfc71eeb1bac7575-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bd67e6f1f9167858cfc71eeb1bac7575 2024-12-03T21:33:33,618 INFO [StoreOpener-bd67e6f1f9167858cfc71eeb1bac7575-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd67e6f1f9167858cfc71eeb1bac7575 columnFamilyName hfileref 2024-12-03T21:33:33,619 DEBUG [StoreOpener-bd67e6f1f9167858cfc71eeb1bac7575-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:33,619 INFO [StoreOpener-bd67e6f1f9167858cfc71eeb1bac7575-1 {}] regionserver.HStore(327): Store=bd67e6f1f9167858cfc71eeb1bac7575/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:33,619 INFO [StoreOpener-bd67e6f1f9167858cfc71eeb1bac7575-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bd67e6f1f9167858cfc71eeb1bac7575 2024-12-03T21:33:33,620 INFO [StoreOpener-bd67e6f1f9167858cfc71eeb1bac7575-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd67e6f1f9167858cfc71eeb1bac7575 columnFamilyName queue 2024-12-03T21:33:33,620 DEBUG [StoreOpener-bd67e6f1f9167858cfc71eeb1bac7575-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:33,620 INFO [StoreOpener-bd67e6f1f9167858cfc71eeb1bac7575-1 {}] regionserver.HStore(327): Store=bd67e6f1f9167858cfc71eeb1bac7575/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:33,620 INFO [StoreOpener-bd67e6f1f9167858cfc71eeb1bac7575-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bd67e6f1f9167858cfc71eeb1bac7575 2024-12-03T21:33:33,621 INFO [StoreOpener-bd67e6f1f9167858cfc71eeb1bac7575-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd67e6f1f9167858cfc71eeb1bac7575 columnFamilyName sid 2024-12-03T21:33:33,621 DEBUG [StoreOpener-bd67e6f1f9167858cfc71eeb1bac7575-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:33,621 INFO [StoreOpener-bd67e6f1f9167858cfc71eeb1bac7575-1 {}] regionserver.HStore(327): Store=bd67e6f1f9167858cfc71eeb1bac7575/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:33,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bd67e6f1f9167858cfc71eeb1bac7575 2024-12-03T21:33:33,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/replication/bd67e6f1f9167858cfc71eeb1bac7575 2024-12-03T21:33:33,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/replication/bd67e6f1f9167858cfc71eeb1bac7575 2024-12-03T21:33:33,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bd67e6f1f9167858cfc71eeb1bac7575 2024-12-03T21:33:33,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bd67e6f1f9167858cfc71eeb1bac7575 2024-12-03T21:33:33,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:33:33,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bd67e6f1f9167858cfc71eeb1bac7575 2024-12-03T21:33:33,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/replication/bd67e6f1f9167858cfc71eeb1bac7575/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:33:33,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bd67e6f1f9167858cfc71eeb1bac7575; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69228711, jitterRate=0.03158818185329437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:33:33,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd67e6f1f9167858cfc71eeb1bac7575 2024-12-03T21:33:33,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bd67e6f1f9167858cfc71eeb1bac7575: Running coprocessor pre-open hook at 1733261613616Writing region info on filesystem at 1733261613616Initializing all the Stores at 1733261613617 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261613617Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261613617Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261613617Cleaning up temporary data from old regions at 1733261613623 (+6 ms)Running coprocessor post-open hooks at 1733261613626 (+3 ms)Region opened successfully at 1733261613626 2024-12-03T21:33:33,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575., pid=10, masterSystemTime=1733261613586 2024-12-03T21:33:33,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575. 2024-12-03T21:33:33,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575. 2024-12-03T21:33:33,630 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bd67e6f1f9167858cfc71eeb1bac7575, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,44675,1733261596997 2024-12-03T21:33:33,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd67e6f1f9167858cfc71eeb1bac7575, server=101545f66cbd,44675,1733261596997 because future has completed 2024-12-03T21:33:33,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T21:33:33,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bd67e6f1f9167858cfc71eeb1bac7575, server=101545f66cbd,44675,1733261596997 in 203 msec 2024-12-03T21:33:33,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T21:33:33,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd67e6f1f9167858cfc71eeb1bac7575, ASSIGN in 359 msec 2024-12-03T21:33:33,643 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:33:33,643 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261613643"}]},"ts":"1733261613643"} 2024-12-03T21:33:33,652 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T21:33:33,653 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:33:33,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 792 msec 2024-12-03T21:33:33,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575., hostname=101545f66cbd,44675,1733261596997, seqNum=2] 2024-12-03T21:33:33,666 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 379, reset compression=false 2024-12-03T21:33:33,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295 2024-12-03T21:33:33,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295 2024-12-03T21:33:33,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:33:33,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T21:33:33,875 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T21:33:33,903 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-101545f66cbd,44675,1733261596997, ReplicationSource: 1, currentBandwidth=0 2024-12-03T21:33:33,903 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:33:33,903 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,44675,1733261596997, seqNum=-1] 2024-12-03T21:33:33,904 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:33:33,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T21:33:33,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-101545f66cbd,44675,1733261596997', locateType=CURRENT is [region=hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575., hostname=101545f66cbd,44675,1733261596997, seqNum=2] 2024-12-03T21:33:33,909 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T21:33:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T21:33:33,911 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 101545f66cbd,44675,1733261596997 suceeded 2024-12-03T21:33:33,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T21:33:33,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-12-03T21:33:33,913 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://101545f66cbd:36939,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:33:33,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0600 sec 2024-12-03T21:33:33,924 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:36939' 2024-12-03T21:33:33,925 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ea39ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:33,925 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36939,-1 for getting cluster id 2024-12-03T21:33:33,925 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:33,926 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '909c7f59-1d4e-4f75-9ab8-b2e1691a163a' 2024-12-03T21:33:33,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:33,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "909c7f59-1d4e-4f75-9ab8-b2e1691a163a" 2024-12-03T21:33:33,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@367e87ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:33,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36939,-1] 2024-12-03T21:33:33,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:33,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:33,927 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:33,928 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67fa3c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:33,928 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:33,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,36939,1733261601995 2024-12-03T21:33:33,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@435ecbc1 2024-12-03T21:33:33,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:33:33,930 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-03T21:33:33,931 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-101545f66cbd,44675,1733261596997 (queues=1) is replicating from cluster=67f637b0-8629-4e4a-ae81-58d24c965d78 to cluster=909c7f59-1d4e-4f75-9ab8-b2e1691a163a 2024-12-03T21:33:33,931 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=101545f66cbd%2C44675%2C1733261596997 2024-12-03T21:33:33,931 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-101545f66cbd,44675,1733261596997, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:33:33,931 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C44675%2C1733261596997 2024-12-03T21:33:33,931 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098, startPosition=0, beingWritten=true 2024-12-03T21:33:33,937 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:33,937 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 379, reset compression=false 2024-12-03T21:33:33,937 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,44675,1733261596997 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:33:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:33:33,988 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T21:33:33,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:33:33,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:33,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:33,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:33,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:33,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3505f40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:33,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36939,-1 for getting cluster id 2024-12-03T21:33:33,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:33,990 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '909c7f59-1d4e-4f75-9ab8-b2e1691a163a' 2024-12-03T21:33:33,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:33,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "909c7f59-1d4e-4f75-9ab8-b2e1691a163a" 2024-12-03T21:33:33,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541dde9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:33,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36939,-1] 2024-12-03T21:33:33,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:33,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:33,991 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:33,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d66a004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:33,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:33,993 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,36939,1733261601995 2024-12-03T21:33:33,993 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c81c909 2024-12-03T21:33:33,993 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:33:33,994 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:33:33,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://101545f66cbd:35685,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T21:33:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:33:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:33:33,997 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:35685' 2024-12-03T21:33:33,998 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adb7089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:33,998 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,35685,-1 for getting cluster id 2024-12-03T21:33:33,998 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:33,999 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd04b4fcf-1b0a-4368-9cc2-a121a8e57d26' 2024-12-03T21:33:33,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:33,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d04b4fcf-1b0a-4368-9cc2-a121a8e57d26" 2024-12-03T21:33:33,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684581ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:33,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,35685,-1] 2024-12-03T21:33:34,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:34,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:34,000 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:34,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1727515f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:34,001 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:34,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,35685,1733261591735 2024-12-03T21:33:34,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c29665a 2024-12-03T21:33:34,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:33:34,003 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:33:34,003 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T21:33:34,003 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:33:34,003 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:34,004 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:34,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:34,004 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:33:34,005 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T21:33:34,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:33:34,006 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:34,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:33:34,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741837_1013 (size=1138) 2024-12-03T21:33:34,055 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T21:33:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:33:34,140 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 379, reset compression=false 2024-12-03T21:33:34,279 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 379, reset compression=false 2024-12-03T21:33:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:33:34,413 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 390e36f00333cd724ff2ad955dca482d, NAME => 'hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0 2024-12-03T21:33:34,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741838_1014 (size=44) 2024-12-03T21:33:34,444 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 379, reset compression=false 2024-12-03T21:33:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:33:34,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:34,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 390e36f00333cd724ff2ad955dca482d, disabling compactions & flushes 2024-12-03T21:33:34,840 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. 2024-12-03T21:33:34,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. 2024-12-03T21:33:34,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. after waiting 0 ms 2024-12-03T21:33:34,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. 2024-12-03T21:33:34,840 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. 2024-12-03T21:33:34,840 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 390e36f00333cd724ff2ad955dca482d: Waiting for close lock at 1733261614840Disabling compacts and flushes for region at 1733261614840Disabling writes for close at 1733261614840Writing region close event to WAL at 1733261614840Closed at 1733261614840 2024-12-03T21:33:34,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:33:34,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733261614841"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261614841"}]},"ts":"1733261614841"} 2024-12-03T21:33:34,843 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:33:34,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:33:34,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261614844"}]},"ts":"1733261614844"} 2024-12-03T21:33:34,845 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T21:33:34,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=390e36f00333cd724ff2ad955dca482d, ASSIGN}] 2024-12-03T21:33:34,846 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=390e36f00333cd724ff2ad955dca482d, ASSIGN 2024-12-03T21:33:34,847 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 379, reset compression=false 2024-12-03T21:33:34,847 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=390e36f00333cd724ff2ad955dca482d, ASSIGN; state=OFFLINE, location=101545f66cbd,43805,1733261602098; forceNewPlan=false, retain=false 2024-12-03T21:33:34,982 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 379, reset compression=false 2024-12-03T21:33:34,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=390e36f00333cd724ff2ad955dca482d, regionState=OPENING, regionLocation=101545f66cbd,43805,1733261602098 2024-12-03T21:33:35,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=390e36f00333cd724ff2ad955dca482d, ASSIGN because future has completed 2024-12-03T21:33:35,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 390e36f00333cd724ff2ad955dca482d, server=101545f66cbd,43805,1733261602098}] 2024-12-03T21:33:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:33:35,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. 2024-12-03T21:33:35,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:33:35,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T21:33:35,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C43805%2C1733261602098.rep, suffix=, logDir=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098, archiveDir=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/oldWALs, maxLogs=10 2024-12-03T21:33:35,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.rep.1733261615157, exclude list is [], retry=0 2024-12-03T21:33:35,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46183,DS-2efc4e0a-2d4a-4e56-a7d7-4c24cf0f996f,DISK] 2024-12-03T21:33:35,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.rep.1733261615157 2024-12-03T21:33:35,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41321:41321)] 2024-12-03T21:33:35,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 390e36f00333cd724ff2ad955dca482d, NAME => 'hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:33:35,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:33:35,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:33:35,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. service=MultiRowMutationService 2024-12-03T21:33:35,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T21:33:35,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 390e36f00333cd724ff2ad955dca482d 2024-12-03T21:33:35,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:35,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 390e36f00333cd724ff2ad955dca482d 2024-12-03T21:33:35,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 390e36f00333cd724ff2ad955dca482d 2024-12-03T21:33:35,175 INFO [StoreOpener-390e36f00333cd724ff2ad955dca482d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 390e36f00333cd724ff2ad955dca482d 2024-12-03T21:33:35,176 INFO [StoreOpener-390e36f00333cd724ff2ad955dca482d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 390e36f00333cd724ff2ad955dca482d columnFamilyName hfileref 2024-12-03T21:33:35,176 DEBUG [StoreOpener-390e36f00333cd724ff2ad955dca482d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:35,177 INFO [StoreOpener-390e36f00333cd724ff2ad955dca482d-1 {}] regionserver.HStore(327): Store=390e36f00333cd724ff2ad955dca482d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:35,177 INFO [StoreOpener-390e36f00333cd724ff2ad955dca482d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 390e36f00333cd724ff2ad955dca482d 2024-12-03T21:33:35,178 INFO [StoreOpener-390e36f00333cd724ff2ad955dca482d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 390e36f00333cd724ff2ad955dca482d columnFamilyName queue 2024-12-03T21:33:35,178 DEBUG [StoreOpener-390e36f00333cd724ff2ad955dca482d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:35,178 INFO [StoreOpener-390e36f00333cd724ff2ad955dca482d-1 {}] regionserver.HStore(327): Store=390e36f00333cd724ff2ad955dca482d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:35,178 INFO [StoreOpener-390e36f00333cd724ff2ad955dca482d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 390e36f00333cd724ff2ad955dca482d 2024-12-03T21:33:35,179 INFO [StoreOpener-390e36f00333cd724ff2ad955dca482d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 390e36f00333cd724ff2ad955dca482d columnFamilyName sid 2024-12-03T21:33:35,179 DEBUG [StoreOpener-390e36f00333cd724ff2ad955dca482d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:35,179 INFO [StoreOpener-390e36f00333cd724ff2ad955dca482d-1 {}] regionserver.HStore(327): Store=390e36f00333cd724ff2ad955dca482d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:35,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 390e36f00333cd724ff2ad955dca482d 2024-12-03T21:33:35,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/replication/390e36f00333cd724ff2ad955dca482d 2024-12-03T21:33:35,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/replication/390e36f00333cd724ff2ad955dca482d 2024-12-03T21:33:35,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 390e36f00333cd724ff2ad955dca482d 2024-12-03T21:33:35,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 390e36f00333cd724ff2ad955dca482d 2024-12-03T21:33:35,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:33:35,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 390e36f00333cd724ff2ad955dca482d 2024-12-03T21:33:35,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/replication/390e36f00333cd724ff2ad955dca482d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:33:35,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 390e36f00333cd724ff2ad955dca482d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61295886, jitterRate=-0.08662012219429016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:33:35,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 390e36f00333cd724ff2ad955dca482d 2024-12-03T21:33:35,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 390e36f00333cd724ff2ad955dca482d: Running coprocessor pre-open hook at 1733261615174Writing region info on filesystem at 1733261615174Initializing all the Stores at 1733261615175 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261615175Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261615175Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261615175Cleaning up temporary data from old regions at 1733261615181 (+6 ms)Running coprocessor post-open hooks at 1733261615184 (+3 ms)Region opened successfully at 1733261615184 2024-12-03T21:33:35,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d., pid=10, masterSystemTime=1733261615152 2024-12-03T21:33:35,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. 2024-12-03T21:33:35,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. 2024-12-03T21:33:35,187 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=390e36f00333cd724ff2ad955dca482d, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,43805,1733261602098 2024-12-03T21:33:35,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 390e36f00333cd724ff2ad955dca482d, server=101545f66cbd,43805,1733261602098 because future has completed 2024-12-03T21:33:35,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T21:33:35,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 390e36f00333cd724ff2ad955dca482d, server=101545f66cbd,43805,1733261602098 in 189 msec 2024-12-03T21:33:35,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T21:33:35,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=390e36f00333cd724ff2ad955dca482d, ASSIGN in 346 msec 2024-12-03T21:33:35,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:33:35,193 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261615193"}]},"ts":"1733261615193"} 2024-12-03T21:33:35,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T21:33:35,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:33:35,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-12-03T21:33:35,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d., hostname=101545f66cbd,43805,1733261602098, seqNum=2] 2024-12-03T21:33:35,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253 2024-12-03T21:33:35,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253 2024-12-03T21:33:35,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:33:35,351 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 379, reset compression=false 2024-12-03T21:33:35,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T21:33:35,420 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T21:33:35,445 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-101545f66cbd,43805,1733261602098, ReplicationSource: 1, currentBandwidth=0 2024-12-03T21:33:35,446 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:33:35,446 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43805,1733261602098, seqNum=-1] 2024-12-03T21:33:35,446 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:33:35,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T21:33:35,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-101545f66cbd,43805,1733261602098', locateType=CURRENT is [region=hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d., hostname=101545f66cbd,43805,1733261602098, seqNum=2] 2024-12-03T21:33:35,451 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T21:33:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T21:33:35,453 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 101545f66cbd,43805,1733261602098 suceeded 2024-12-03T21:33:35,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T21:33:35,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-03T21:33:35,455 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://101545f66cbd:35685,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:33:35,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4610 sec 2024-12-03T21:33:35,467 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:35685' 2024-12-03T21:33:35,468 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@490763ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:35,468 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,35685,-1 for getting cluster id 2024-12-03T21:33:35,468 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:35,469 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd04b4fcf-1b0a-4368-9cc2-a121a8e57d26' 2024-12-03T21:33:35,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:35,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d04b4fcf-1b0a-4368-9cc2-a121a8e57d26" 2024-12-03T21:33:35,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29e045ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:35,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,35685,-1] 2024-12-03T21:33:35,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:35,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:35,470 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:35,471 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38dabaab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:35,471 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:35,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,35685,1733261591735 2024-12-03T21:33:35,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2141101e 2024-12-03T21:33:35,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:33:35,473 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T21:33:35,473 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-101545f66cbd,43805,1733261602098 (queues=1) is replicating from cluster=909c7f59-1d4e-4f75-9ab8-b2e1691a163a to cluster=d04b4fcf-1b0a-4368-9cc2-a121a8e57d26 2024-12-03T21:33:35,473 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=101545f66cbd%2C43805%2C1733261602098 2024-12-03T21:33:35,473 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-101545f66cbd,43805,1733261602098, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:33:35,474 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C43805%2C1733261602098 2024-12-03T21:33:35,474 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263, startPosition=0, beingWritten=true 2024-12-03T21:33:35,478 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:35,478 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 379, reset compression=false 2024-12-03T21:33:35,478 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,43805,1733261602098 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:33:35,682 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 379, reset compression=false 2024-12-03T21:33:35,786 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 379, reset compression=false 2024-12-03T21:33:35,955 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 379, reset compression=false 2024-12-03T21:33:35,985 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 379, reset compression=false 2024-12-03T21:33:36,134 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T21:33:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:33:36,149 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T21:33:36,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:33:36,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:36,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:36,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:36,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:36,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfcaacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:36,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,35685,-1 for getting cluster id 2024-12-03T21:33:36,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:36,150 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd04b4fcf-1b0a-4368-9cc2-a121a8e57d26' 2024-12-03T21:33:36,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:36,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d04b4fcf-1b0a-4368-9cc2-a121a8e57d26" 2024-12-03T21:33:36,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665aea47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:36,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,35685,-1] 2024-12-03T21:33:36,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:36,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:36,152 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:36,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322812d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:36,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e9991a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:36,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,34477,-1 for getting cluster id 2024-12-03T21:33:36,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:36,153 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67f637b0-8629-4e4a-ae81-58d24c965d78' 2024-12-03T21:33:36,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:36,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67f637b0-8629-4e4a-ae81-58d24c965d78" 2024-12-03T21:33:36,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f020a44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:36,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,34477,-1] 2024-12-03T21:33:36,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:36,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:36,155 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:36,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5318e6d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:36,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6038d9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:36,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36939,-1 for getting cluster id 2024-12-03T21:33:36,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:36,156 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '909c7f59-1d4e-4f75-9ab8-b2e1691a163a' 2024-12-03T21:33:36,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:36,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "909c7f59-1d4e-4f75-9ab8-b2e1691a163a" 2024-12-03T21:33:36,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb2aa60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:36,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36939,-1] 2024-12-03T21:33:36,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:36,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:36,157 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:36,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c14fab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:36,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:33:36,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,40919,1733261591878, seqNum=-1] 2024-12-03T21:33:36,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:33:36,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:33:36,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5., hostname=101545f66cbd,40919,1733261591878, seqNum=2] 2024-12-03T21:33:36,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:33:36,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43805,1733261602098, seqNum=-1] 2024-12-03T21:33:36,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:33:36,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:33:36,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9., hostname=101545f66cbd,43805,1733261602098, seqNum=2] 2024-12-03T21:33:36,196 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T21:33:36,389 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 379, reset compression=false 2024-12-03T21:33:36,659 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 379, reset compression=false 2024-12-03T21:33:36,689 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 379, reset compression=false 2024-12-03T21:33:36,693 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:36,693 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 480, reset compression=false 2024-12-03T21:33:36,693 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,40919,1733261591878 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc5f580f7395b97c4b62628bb601a7c5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T21:33:36,695 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:33:36,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-03T21:33:36,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44675 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:36,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f38e350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:36,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44675 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,34477,-1 for getting cluster id 2024-12-03T21:33:36,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44675 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:36,697 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67f637b0-8629-4e4a-ae81-58d24c965d78' 2024-12-03T21:33:36,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:36,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67f637b0-8629-4e4a-ae81-58d24c965d78" 2024-12-03T21:33:36,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dd88334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:36,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,34477,-1] 2024-12-03T21:33:36,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:36,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:36,698 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:36,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27bd59db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:36,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44675 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:33:36,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,44675,1733261596997, seqNum=-1] 2024-12-03T21:33:36,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:33:36,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T21:33:36,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab., hostname=101545f66cbd,44675,1733261596997, seqNum=2] 2024-12-03T21:33:36,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44675 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:36,892 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 379, reset compression=false 2024-12-03T21:33:36,896 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 480, reset compression=false 2024-12-03T21:33:37,197 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T21:33:37,198 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 480, reset compression=false 2024-12-03T21:33:37,360 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:33:37,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:37,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:37,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:37,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:37,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:37,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:37,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:37,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:37,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:37,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:37,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:37,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:37,462 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 379, reset compression=false 2024-12-03T21:33:37,466 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:37,466 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 504, reset compression=false 2024-12-03T21:33:37,466 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,44675,1733261596997 got entry batch from reader: WALEntryBatch [walEntries=[{test/1b65cc998f5ea210a87abecd7d8dd5ab/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T21:33:37,468 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:33:37,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-03T21:33:37,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:37,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7697e7a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:37,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36939,-1 for getting cluster id 2024-12-03T21:33:37,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:37,470 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '909c7f59-1d4e-4f75-9ab8-b2e1691a163a' 2024-12-03T21:33:37,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:37,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "909c7f59-1d4e-4f75-9ab8-b2e1691a163a" 2024-12-03T21:33:37,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37e72ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:37,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36939,-1] 2024-12-03T21:33:37,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:37,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:37,471 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:37,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f5b465b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:37,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:33:37,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43805,1733261602098, seqNum=-1] 2024-12-03T21:33:37,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:33:37,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T21:33:37,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9., hostname=101545f66cbd,43805,1733261602098, seqNum=2] 2024-12-03T21:33:37,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:37,496 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 379, reset compression=false 2024-12-03T21:33:37,500 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:37,500 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 527, reset compression=false 2024-12-03T21:33:37,500 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,43805,1733261602098 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:33:37,601 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 480, reset compression=false 2024-12-03T21:33:37,670 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 504, reset compression=false 2024-12-03T21:33:37,703 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 527, reset compression=false 2024-12-03T21:33:37,973 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 504, reset compression=false 2024-12-03T21:33:38,006 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 527, reset compression=false 2024-12-03T21:33:38,105 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 480, reset compression=false 2024-12-03T21:33:38,212 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T21:33:38,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:33:38,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,44675,1733261596997, seqNum=-1] 2024-12-03T21:33:38,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:33:38,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:33:38,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab., hostname=101545f66cbd,44675,1733261596997, seqNum=2] 2024-12-03T21:33:38,221 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T21:33:38,376 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 504, reset compression=false 2024-12-03T21:33:38,380 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:38,380 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 608, reset compression=false 2024-12-03T21:33:38,380 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,44675,1733261596997 got entry batch from reader: WALEntryBatch [walEntries=[{test/1b65cc998f5ea210a87abecd7d8dd5ab/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T21:33:38,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:38,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:38,410 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 527, reset compression=false 2024-12-03T21:33:38,414 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:38,414 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 654, reset compression=false 2024-12-03T21:33:38,414 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,43805,1733261602098 got entry batch from reader: WALEntryBatch [walEntries=[{test/d5f48127e6fc5205b01831cbd5ec5fe9/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T21:33:38,416 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:33:38,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T21:33:38,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:38,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dc74728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:38,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,35685,-1 for getting cluster id 2024-12-03T21:33:38,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:38,418 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd04b4fcf-1b0a-4368-9cc2-a121a8e57d26' 2024-12-03T21:33:38,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:38,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d04b4fcf-1b0a-4368-9cc2-a121a8e57d26" 2024-12-03T21:33:38,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@303be3ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:38,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,35685,-1] 2024-12-03T21:33:38,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:38,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:38,419 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:38,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aa15a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:38,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:33:38,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,40919,1733261591878, seqNum=-1] 2024-12-03T21:33:38,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:33:38,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T21:33:38,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5., hostname=101545f66cbd,40919,1733261591878, seqNum=2] 2024-12-03T21:33:38,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:38,584 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 608, reset compression=false 2024-12-03T21:33:38,617 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 654, reset compression=false 2024-12-03T21:33:38,709 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 480, reset compression=false 2024-12-03T21:33:38,712 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:38,712 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 631, reset compression=false 2024-12-03T21:33:38,712 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,40919,1733261591878 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:33:38,887 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 608, reset compression=false 2024-12-03T21:33:38,915 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 631, reset compression=false 2024-12-03T21:33:38,920 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 654, reset compression=false 2024-12-03T21:33:39,218 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 631, reset compression=false 2024-12-03T21:33:39,222 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T21:33:39,225 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T21:33:39,290 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 608, reset compression=false 2024-12-03T21:33:39,323 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 654, reset compression=false 2024-12-03T21:33:39,327 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:39,327 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 758, reset compression=false 2024-12-03T21:33:39,327 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,43805,1733261602098 got entry batch from reader: WALEntryBatch [walEntries=[{test/d5f48127e6fc5205b01831cbd5ec5fe9/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T21:33:39,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:39,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:39,530 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 758, reset compression=false 2024-12-03T21:33:39,622 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 631, reset compression=false 2024-12-03T21:33:39,662 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:39,663 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 759, reset compression=false 2024-12-03T21:33:39,663 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,40919,1733261591878 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc5f580f7395b97c4b62628bb601a7c5/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T21:33:39,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44675 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:39,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44675 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:39,793 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 608, reset compression=false 2024-12-03T21:33:39,796 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:39,796 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 760, reset compression=false 2024-12-03T21:33:39,796 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,44675,1733261596997 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:33:39,833 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 758, reset compression=false 2024-12-03T21:33:39,866 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 759, reset compression=false 2024-12-03T21:33:39,999 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 760, reset compression=false 2024-12-03T21:33:40,169 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 759, reset compression=false 2024-12-03T21:33:40,226 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T21:33:40,230 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T21:33:40,236 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 758, reset compression=false 2024-12-03T21:33:40,302 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 760, reset compression=false 2024-12-03T21:33:40,572 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 759, reset compression=false 2024-12-03T21:33:40,576 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:40,576 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 915, reset compression=false 2024-12-03T21:33:40,576 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,40919,1733261591878 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc5f580f7395b97c4b62628bb601a7c5/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T21:33:40,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44675 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:40,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44675 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:40,706 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 760, reset compression=false 2024-12-03T21:33:40,710 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:40,710 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 908, reset compression=false 2024-12-03T21:33:40,710 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,44675,1733261596997 got entry batch from reader: WALEntryBatch [walEntries=[{test/1b65cc998f5ea210a87abecd7d8dd5ab/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T21:33:40,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:40,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:40,739 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 758, reset compression=false 2024-12-03T21:33:40,744 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:40,744 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 929, reset compression=false 2024-12-03T21:33:40,744 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,43805,1733261602098 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:33:40,779 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 915, reset compression=false 2024-12-03T21:33:40,916 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 908, reset compression=false 2024-12-03T21:33:40,947 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 929, reset compression=false 2024-12-03T21:33:41,082 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 915, reset compression=false 2024-12-03T21:33:41,219 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 908, reset compression=false 2024-12-03T21:33:41,232 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T21:33:41,235 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T21:33:41,249 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 929, reset compression=false 2024-12-03T21:33:41,324 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T21:33:41,485 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 915, reset compression=false 2024-12-03T21:33:41,622 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 908, reset compression=false 2024-12-03T21:33:41,626 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:41,627 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1067, reset compression=false 2024-12-03T21:33:41,627 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,44675,1733261596997 got entry batch from reader: WALEntryBatch [walEntries=[{test/1b65cc998f5ea210a87abecd7d8dd5ab/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T21:33:41,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:41,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:41,652 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 929, reset compression=false 2024-12-03T21:33:41,656 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:41,656 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 1078, reset compression=false 2024-12-03T21:33:41,656 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,43805,1733261602098 got entry batch from reader: WALEntryBatch [walEntries=[{test/d5f48127e6fc5205b01831cbd5ec5fe9/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T21:33:41,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:41,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:41,830 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1067, reset compression=false 2024-12-03T21:33:41,859 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 1078, reset compression=false 2024-12-03T21:33:41,988 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 915, reset compression=false 2024-12-03T21:33:41,992 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:41,992 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1088, reset compression=false 2024-12-03T21:33:41,992 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,40919,1733261591878 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:33:42,133 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1067, reset compression=false 2024-12-03T21:33:42,163 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 1078, reset compression=false 2024-12-03T21:33:42,195 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1088, reset compression=false 2024-12-03T21:33:42,236 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T21:33:42,239 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T21:33:42,498 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1088, reset compression=false 2024-12-03T21:33:42,537 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1067, reset compression=false 2024-12-03T21:33:42,565 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 1078, reset compression=false 2024-12-03T21:33:42,569 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:42,569 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 1237, reset compression=false 2024-12-03T21:33:42,569 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,43805,1733261602098 got entry batch from reader: WALEntryBatch [walEntries=[{test/d5f48127e6fc5205b01831cbd5ec5fe9/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T21:33:42,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:42,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:42,772 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 1237, reset compression=false 2024-12-03T21:33:42,902 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1088, reset compression=false 2024-12-03T21:33:42,906 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:42,906 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1238, reset compression=false 2024-12-03T21:33:42,906 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,40919,1733261591878 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc5f580f7395b97c4b62628bb601a7c5/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T21:33:42,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44675 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:42,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44675 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:43,039 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1067, reset compression=false 2024-12-03T21:33:43,044 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:43,044 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1241, reset compression=false 2024-12-03T21:33:43,044 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,44675,1733261596997 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:33:43,076 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 1237, reset compression=false 2024-12-03T21:33:43,109 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1238, reset compression=false 2024-12-03T21:33:43,241 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T21:33:43,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eba9f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:43,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36939,-1 for getting cluster id 2024-12-03T21:33:43,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:43,247 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '909c7f59-1d4e-4f75-9ab8-b2e1691a163a' 2024-12-03T21:33:43,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:43,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "909c7f59-1d4e-4f75-9ab8-b2e1691a163a" 2024-12-03T21:33:43,247 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1241, reset compression=false 2024-12-03T21:33:43,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326a90ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:43,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36939,-1] 2024-12-03T21:33:43,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:43,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:43,248 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:43,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30651727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:43,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:43,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,36939,1733261601995 2024-12-03T21:33:43,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b25cf 2024-12-03T21:33:43,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:33:43,253 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:33:43,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-03T21:33:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-03T21:33:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T21:33:43,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:33:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T21:33:43,412 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1238, reset compression=false 2024-12-03T21:33:43,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T21:33:43,436 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-03T21:33:43,437 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-03T21:33:43,437 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-101545f66cbd,43805,1733261602098 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-03T21:33:43,437 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/101545f66cbd:0-0. 2024-12-03T21:33:43,437 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:43,437 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:43,437 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:43,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:43,538 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T21:33:43,550 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1241, reset compression=false 2024-12-03T21:33:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T21:33:43,638 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 terminated 2024-12-03T21:33:43,652 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-101545f66cbd,43805,1733261602098, ReplicationSource: 1, currentBandwidth=0 2024-12-03T21:33:43,652 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-03T21:33:43,653 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T21:33:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T21:33:43,655 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 101545f66cbd,43805,1733261602098 suceeded 2024-12-03T21:33:43,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T21:33:43,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 371 msec 2024-12-03T21:33:43,657 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-03T21:33:43,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 404 msec 2024-12-03T21:33:43,665 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:35685' 2024-12-03T21:33:43,666 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38b1615a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:43,666 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,35685,-1 for getting cluster id 2024-12-03T21:33:43,666 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:43,667 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd04b4fcf-1b0a-4368-9cc2-a121a8e57d26' 2024-12-03T21:33:43,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:43,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d04b4fcf-1b0a-4368-9cc2-a121a8e57d26" 2024-12-03T21:33:43,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f3d3779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:43,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,35685,-1] 2024-12-03T21:33:43,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:43,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:43,668 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:43,669 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@98a22d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:43,669 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:43,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,35685,1733261591735 2024-12-03T21:33:43,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ad80b21 2024-12-03T21:33:43,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:33:43,670 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T21:33:43,670 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-101545f66cbd,43805,1733261602098 (queues=1) is replicating from cluster=909c7f59-1d4e-4f75-9ab8-b2e1691a163a to cluster=d04b4fcf-1b0a-4368-9cc2-a121a8e57d26 2024-12-03T21:33:43,671 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=101545f66cbd%2C43805%2C1733261602098 2024-12-03T21:33:43,671 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-101545f66cbd,43805,1733261602098, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:33:43,671 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C43805%2C1733261602098 2024-12-03T21:33:43,816 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1238, reset compression=false 2024-12-03T21:33:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T21:33:43,888 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T21:33:43,888 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:33:43,888 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:43,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:43,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:43,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:43,891 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-03T21:33:43,954 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1241, reset compression=false 2024-12-03T21:33:44,319 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1238, reset compression=false 2024-12-03T21:33:44,322 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:44,322 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1342, reset compression=false 2024-12-03T21:33:44,322 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,40919,1733261591878 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc5f580f7395b97c4b62628bb601a7c5/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T21:33:44,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44675 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:44,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44675 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:44,457 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1241, reset compression=false 2024-12-03T21:33:44,460 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:44,460 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1369, reset compression=false 2024-12-03T21:33:44,460 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,44675,1733261596997 got entry batch from reader: WALEntryBatch [walEntries=[{test/1b65cc998f5ea210a87abecd7d8dd5ab/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T21:33:44,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:44,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:44,528 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1342, reset compression=false 2024-12-03T21:33:44,663 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1369, reset compression=false 2024-12-03T21:33:44,830 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1342, reset compression=false 2024-12-03T21:33:44,893 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-03T21:33:44,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@917559a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:44,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36939,-1 for getting cluster id 2024-12-03T21:33:44,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:33:44,896 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '909c7f59-1d4e-4f75-9ab8-b2e1691a163a' 2024-12-03T21:33:44,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:33:44,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "909c7f59-1d4e-4f75-9ab8-b2e1691a163a" 2024-12-03T21:33:44,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10de3f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:44,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36939,-1] 2024-12-03T21:33:44,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:33:44,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:44,897 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:33:44,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13400b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:33:44,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:44,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,36939,1733261601995 2024-12-03T21:33:44,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@557b4375 2024-12-03T21:33:44,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:33:44,901 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:33:44,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-03T21:33:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-03T21:33:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T21:33:44,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:33:44,966 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1369, reset compression=false 2024-12-03T21:33:44,971 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:44,971 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1473, reset compression=false 2024-12-03T21:33:44,971 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,44675,1733261596997 got entry batch from reader: WALEntryBatch [walEntries=[{test/1b65cc998f5ea210a87abecd7d8dd5ab/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T21:33:44,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:44,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T21:33:45,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-03T21:33:45,094 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-03T21:33:45,095 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T21:33:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-03T21:33:45,097 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 101545f66cbd,43805,1733261602098 suceeded 2024-12-03T21:33:45,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-03T21:33:45,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-03T21:33:45,099 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-03T21:33:45,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 197 msec 2024-12-03T21:33:45,107 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:33:45,108 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:33:45,108 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68524 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:33:45,172 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263, startPosition=1237, beingWritten=true 2024-12-03T21:33:45,174 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1473, reset compression=false 2024-12-03T21:33:45,176 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:33:45,176 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 1515, reset compression=false 2024-12-03T21:33:45,176 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,43805,1733261602098 got entry batch from reader: WALEntryBatch [walEntries=[{test/d5f48127e6fc5205b01831cbd5ec5fe9/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T21:33:45,178 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:33:45,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T21:33:45,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:33:45,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:33:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T21:33:45,218 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T21:33:45,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:33:45,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:45,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:45,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:45,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:45,220 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-03T21:33:45,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:33:45,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:33:45,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:45,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:45,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:45,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:45,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:33:45,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1907989183, stopped=false 2024-12-03T21:33:45,220 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,36939,1733261601995 2024-12-03T21:33:45,234 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1342, reset compression=false 2024-12-03T21:33:45,237 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:45,237 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1493, reset compression=false 2024-12-03T21:33:45,237 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,40919,1733261591878 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:33:45,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21079422253/running 2024-12-03T21:33:45,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21079422253/running 2024-12-03T21:33:45,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253 2024-12-03T21:33:45,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253 2024-12-03T21:33:45,245 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:33:45,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:33:45,246 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:45,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:45,246 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,43805,1733261602098' ***** 2024-12-03T21:33:45,246 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:33:45,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Set watcher on znode that does not yet exist, /21079422253/running 2024-12-03T21:33:45,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Set watcher on znode that does not yet exist, /21079422253/running 2024-12-03T21:33:45,246 INFO [RS:0;101545f66cbd:43805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:33:45,247 INFO [RS:0;101545f66cbd:43805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:33:45,247 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:33:45,247 INFO [RS:0;101545f66cbd:43805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:33:45,247 INFO [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(3091): Received CLOSE for d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:45,247 INFO [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(3091): Received CLOSE for 390e36f00333cd724ff2ad955dca482d 2024-12-03T21:33:45,247 INFO [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,43805,1733261602098 2024-12-03T21:33:45,247 INFO [RS:0;101545f66cbd:43805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:33:45,247 INFO [RS:0;101545f66cbd:43805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:43805. 2024-12-03T21:33:45,247 DEBUG [RS:0;101545f66cbd:43805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:45,247 DEBUG [RS:0;101545f66cbd:43805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:45,247 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5f48127e6fc5205b01831cbd5ec5fe9, disabling compactions & flushes 2024-12-03T21:33:45,247 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9. 2024-12-03T21:33:45,247 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9. 2024-12-03T21:33:45,247 INFO [RS:0;101545f66cbd:43805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:33:45,247 INFO [RS:0;101545f66cbd:43805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:33:45,247 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9. after waiting 0 ms 2024-12-03T21:33:45,247 INFO [RS:0;101545f66cbd:43805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:33:45,247 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9. 2024-12-03T21:33:45,247 INFO [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:33:45,247 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d5f48127e6fc5205b01831cbd5ec5fe9 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T21:33:45,247 INFO [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T21:33:45,247 DEBUG [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1325): Online Regions={d5f48127e6fc5205b01831cbd5ec5fe9=test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9., 390e36f00333cd724ff2ad955dca482d=hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:33:45,247 DEBUG [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 390e36f00333cd724ff2ad955dca482d, d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:45,247 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:33:45,248 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:33:45,248 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:33:45,248 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:33:45,248 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:33:45,248 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T21:33:45,259 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:33:45,260 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/.tmp/info/55298fce5cc34acea71339dc5dbe329a is 147, key is hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d./info:regioninfo/1733261615187/Put/seqid=0 2024-12-03T21:33:45,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741840_1016 (size=7686) 2024-12-03T21:33:45,263 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9/.tmp/f/b259757910254fd48260a7f4d733cc4a is 37, key is row3/f:row3/1733261623889/Put/seqid=0 2024-12-03T21:33:45,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741841_1017 (size=5228) 2024-12-03T21:33:45,379 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 1515, reset compression=false 2024-12-03T21:33:45,384 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:45,384 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 1762, reset compression=false 2024-12-03T21:33:45,384 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,43805,1733261602098 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:33:45,385 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 101545f66cbd,43805,1733261602098: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-101545f66cbd,43805,1733261602098, walGroup=101545f66cbd%2C43805%2C1733261602098, offset=101545f66cbd%2C43805%2C1733261602098.1733261604263:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:43805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T21:33:45,386 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T21:33:45,386 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T21:33:45,386 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T21:33:45,386 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T21:33:45,386 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T21:33:45,387 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1178599424, "init": 1048576000, "max": 2306867200, "used": 893282304 }, "NonHeapMemoryUsage": { "committed": 200867840, "init": 7667712, "max": -1, "used": 198063056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T21:33:45,387 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:36939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:36939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T21:33:45,440 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1493, reset compression=false 2024-12-03T21:33:45,448 DEBUG [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 390e36f00333cd724ff2ad955dca482d, d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:45,476 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1473, reset compression=false 2024-12-03T21:33:45,589 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 1762, reset compression=false 2024-12-03T21:33:45,648 DEBUG [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 390e36f00333cd724ff2ad955dca482d, d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:45,663 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/.tmp/info/55298fce5cc34acea71339dc5dbe329a 2024-12-03T21:33:45,666 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9/.tmp/f/b259757910254fd48260a7f4d733cc4a 2024-12-03T21:33:45,669 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b259757910254fd48260a7f4d733cc4a 2024-12-03T21:33:45,678 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/.tmp/ns/26b25449da64481991ffa509b0192cb9 is 43, key is default/ns:d/1733261605215/Put/seqid=0 2024-12-03T21:33:45,680 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9/.tmp/f1/2c79540aecc74990b2fe6120072a8b87 is 30, key is row1/f1:/1733261621233/DeleteFamily/seqid=0 2024-12-03T21:33:45,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741842_1018 (size=5153) 2024-12-03T21:33:45,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741843_1019 (size=5158) 2024-12-03T21:33:45,743 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1493, reset compression=false 2024-12-03T21:33:45,848 DEBUG [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 390e36f00333cd724ff2ad955dca482d, d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:45,879 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1473, reset compression=false 2024-12-03T21:33:45,892 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 1762, reset compression=false 2024-12-03T21:33:46,048 DEBUG [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 390e36f00333cd724ff2ad955dca482d, d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:46,083 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/.tmp/ns/26b25449da64481991ffa509b0192cb9 2024-12-03T21:33:46,084 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9/.tmp/f1/2c79540aecc74990b2fe6120072a8b87 2024-12-03T21:33:46,087 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c79540aecc74990b2fe6120072a8b87 2024-12-03T21:33:46,097 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/.tmp/rep_barrier/10ee63b47dfb408bad7c5d7d585eb8f1 is 112, key is test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9./rep_barrier:seqnumDuringOpen/1733261609716/Put/seqid=0 2024-12-03T21:33:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741844_1020 (size=5518) 2024-12-03T21:33:46,101 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/.tmp/rep_barrier/10ee63b47dfb408bad7c5d7d585eb8f1 2024-12-03T21:33:46,103 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9/.tmp/norep/94a0864935d944b19e5a89137f10a82b is 33, key is row2/norep:/1733261622237/DeleteFamily/seqid=0 2024-12-03T21:33:46,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741845_1021 (size=5108) 2024-12-03T21:33:46,116 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/.tmp/table/23ff00ad86984c5088ec91b073878535 is 53, key is hbase:replication/table:state/1733261615193/Put/seqid=0 2024-12-03T21:33:46,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741846_1022 (size=5308) 2024-12-03T21:33:46,146 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1493, reset compression=false 2024-12-03T21:33:46,197 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:33:46,197 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:33:46,248 DEBUG [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 390e36f00333cd724ff2ad955dca482d, d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:46,295 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 1762, reset compression=false 2024-12-03T21:33:46,382 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1473, reset compression=false 2024-12-03T21:33:46,448 DEBUG [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 390e36f00333cd724ff2ad955dca482d, d5f48127e6fc5205b01831cbd5ec5fe9 2024-12-03T21:33:46,481 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T21:33:46,506 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9/.tmp/norep/94a0864935d944b19e5a89137f10a82b 2024-12-03T21:33:46,519 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/.tmp/table/23ff00ad86984c5088ec91b073878535 2024-12-03T21:33:46,525 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94a0864935d944b19e5a89137f10a82b 2024-12-03T21:33:46,525 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/.tmp/info/55298fce5cc34acea71339dc5dbe329a as hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/info/55298fce5cc34acea71339dc5dbe329a 2024-12-03T21:33:46,525 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9/.tmp/f/b259757910254fd48260a7f4d733cc4a as hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9/f/b259757910254fd48260a7f4d733cc4a 2024-12-03T21:33:46,529 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b259757910254fd48260a7f4d733cc4a 2024-12-03T21:33:46,529 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/info/55298fce5cc34acea71339dc5dbe329a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T21:33:46,529 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9/f/b259757910254fd48260a7f4d733cc4a, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T21:33:46,529 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9/.tmp/f1/2c79540aecc74990b2fe6120072a8b87 as hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9/f1/2c79540aecc74990b2fe6120072a8b87 2024-12-03T21:33:46,529 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/.tmp/ns/26b25449da64481991ffa509b0192cb9 as hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/ns/26b25449da64481991ffa509b0192cb9 2024-12-03T21:33:46,533 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c79540aecc74990b2fe6120072a8b87 2024-12-03T21:33:46,533 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9/f1/2c79540aecc74990b2fe6120072a8b87, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T21:33:46,533 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/ns/26b25449da64481991ffa509b0192cb9, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T21:33:46,533 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9/.tmp/norep/94a0864935d944b19e5a89137f10a82b as hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9/norep/94a0864935d944b19e5a89137f10a82b 2024-12-03T21:33:46,533 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/.tmp/rep_barrier/10ee63b47dfb408bad7c5d7d585eb8f1 as hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/rep_barrier/10ee63b47dfb408bad7c5d7d585eb8f1 2024-12-03T21:33:46,537 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94a0864935d944b19e5a89137f10a82b 2024-12-03T21:33:46,537 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9/norep/94a0864935d944b19e5a89137f10a82b, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T21:33:46,538 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d5f48127e6fc5205b01831cbd5ec5fe9 in 1291ms, sequenceid=12, compaction requested=false 2024-12-03T21:33:46,538 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/rep_barrier/10ee63b47dfb408bad7c5d7d585eb8f1, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T21:33:46,539 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/.tmp/table/23ff00ad86984c5088ec91b073878535 as hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/table/23ff00ad86984c5088ec91b073878535 2024-12-03T21:33:46,541 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/default/test/d5f48127e6fc5205b01831cbd5ec5fe9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T21:33:46,542 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:33:46,542 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:33:46,542 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9. 2024-12-03T21:33:46,542 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5f48127e6fc5205b01831cbd5ec5fe9: Waiting for close lock at 1733261625247Running coprocessor pre-close hooks at 1733261625247Disabling compacts and flushes for region at 1733261625247Disabling writes for close at 1733261625247Obtaining lock to block concurrent updates at 1733261625247Preparing flush snapshotting stores in d5f48127e6fc5205b01831cbd5ec5fe9 at 1733261625247Finished memstore snapshotting test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733261625248 (+1 ms)Flushing stores of test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9. at 1733261625248Flushing d5f48127e6fc5205b01831cbd5ec5fe9/f: creating writer at 1733261625248Flushing d5f48127e6fc5205b01831cbd5ec5fe9/f: appending metadata at 1733261625263 (+15 ms)Flushing d5f48127e6fc5205b01831cbd5ec5fe9/f: closing flushed file at 1733261625263Flushing d5f48127e6fc5205b01831cbd5ec5fe9/f1: creating writer at 1733261625669 (+406 ms)Flushing d5f48127e6fc5205b01831cbd5ec5fe9/f1: appending metadata at 1733261625680 (+11 ms)Flushing d5f48127e6fc5205b01831cbd5ec5fe9/f1: closing flushed file at 1733261625680Flushing d5f48127e6fc5205b01831cbd5ec5fe9/norep: creating writer at 1733261626087 (+407 ms)Flushing d5f48127e6fc5205b01831cbd5ec5fe9/norep: appending metadata at 1733261626102 (+15 ms)Flushing d5f48127e6fc5205b01831cbd5ec5fe9/norep: closing flushed file at 1733261626102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed57c97: reopening flushed file at 1733261626525 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@351e18e3: reopening flushed file at 1733261626529 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a4072a1: reopening flushed file at 1733261626533 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d5f48127e6fc5205b01831cbd5ec5fe9 in 1291ms, sequenceid=12, compaction requested=false at 1733261626538 (+5 ms)Writing region close event to WAL at 1733261626539 (+1 ms)Running coprocessor post-close hooks at 1733261626542 (+3 ms)Closed at 1733261626542 2024-12-03T21:33:46,542 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733261608550.d5f48127e6fc5205b01831cbd5ec5fe9. 2024-12-03T21:33:46,542 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 390e36f00333cd724ff2ad955dca482d, disabling compactions & flushes 2024-12-03T21:33:46,542 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. 2024-12-03T21:33:46,543 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. 2024-12-03T21:33:46,543 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. after waiting 0 ms 2024-12-03T21:33:46,543 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. 2024-12-03T21:33:46,543 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 390e36f00333cd724ff2ad955dca482d: Waiting for close lock at 1733261626542Running coprocessor pre-close hooks at 1733261626542Disabling compacts and flushes for region at 1733261626542Disabling writes for close at 1733261626543 (+1 ms)Failed flush hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d., putting online again at 1733261626543 2024-12-03T21:33:46,543 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/table/23ff00ad86984c5088ec91b073878535, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T21:33:46,543 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. 2024-12-03T21:33:46,543 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=16, compaction requested=false 2024-12-03T21:33:46,547 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T21:33:46,547 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:33:46,547 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:33:46,547 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:33:46,547 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261625247Running coprocessor pre-close hooks at 1733261625247Disabling compacts and flushes for region at 1733261625247Disabling writes for close at 1733261625248 (+1 ms)Obtaining lock to block concurrent updates at 1733261625248Preparing flush snapshotting stores in 1588230740 at 1733261625248Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733261625248Flushing stores of hbase:meta,,1.1588230740 at 1733261625248Flushing 1588230740/info: creating writer at 1733261625248Flushing 1588230740/info: appending metadata at 1733261625259 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733261625259Flushing 1588230740/ns: creating writer at 1733261625666 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733261625678 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733261625678Flushing 1588230740/rep_barrier: creating writer at 1733261626086 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733261626097 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733261626097Flushing 1588230740/table: creating writer at 1733261626104 (+7 ms)Flushing 1588230740/table: appending metadata at 1733261626115 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733261626115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bdd73b6: reopening flushed file at 1733261626525 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9e54f07: reopening flushed file at 1733261626529 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c619a7a: reopening flushed file at 1733261626533 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ea6ab: reopening flushed file at 1733261626538 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=16, compaction requested=false at 1733261626543 (+5 ms)Writing region close event to WAL at 1733261626545 (+2 ms)Running coprocessor post-close hooks at 1733261626547 (+2 ms)Closed at 1733261626547 2024-12-03T21:33:46,547 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:33:46,649 INFO [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T21:33:46,649 DEBUG [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1325): Online Regions={390e36f00333cd724ff2ad955dca482d=hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d.} 2024-12-03T21:33:46,649 INFO [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(3091): Received CLOSE for 390e36f00333cd724ff2ad955dca482d 2024-12-03T21:33:46,649 DEBUG [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1351): Waiting on 390e36f00333cd724ff2ad955dca482d 2024-12-03T21:33:46,649 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 390e36f00333cd724ff2ad955dca482d, disabling compactions & flushes 2024-12-03T21:33:46,649 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. 2024-12-03T21:33:46,649 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. 2024-12-03T21:33:46,649 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. after waiting 0 ms 2024-12-03T21:33:46,649 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. 2024-12-03T21:33:46,649 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1493, reset compression=false 2024-12-03T21:33:46,649 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 390e36f00333cd724ff2ad955dca482d: Waiting for close lock at 1733261626649Running coprocessor pre-close hooks at 1733261626649Disabling compacts and flushes for region at 1733261626649Disabling writes for close at 1733261626649Failed flush hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d., putting online again at 1733261626649 2024-12-03T21:33:46,649 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733261614004.390e36f00333cd724ff2ad955dca482d. 2024-12-03T21:33:46,797 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 1762, reset compression=false 2024-12-03T21:33:46,801 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:46,801 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 2406, reset compression=false 2024-12-03T21:33:46,849 INFO [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T21:33:46,849 INFO [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,43805,1733261602098; all regions closed. 2024-12-03T21:33:46,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741834_1010 (size=4239) 2024-12-03T21:33:46,851 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.meta.1733261605175.meta not finished, retry = 0 2024-12-03T21:33:46,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741839_1015 (size=2390) 2024-12-03T21:33:46,953 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.rep.1733261615157 not finished, retry = 0 2024-12-03T21:33:46,985 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1473, reset compression=false 2024-12-03T21:33:47,003 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/WALs/101545f66cbd,43805,1733261602098/101545f66cbd%2C43805%2C1733261602098.1733261604263 to pos 2406, reset compression=false 2024-12-03T21:33:47,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741832_1008 (size=2414) 2024-12-03T21:33:47,056 DEBUG [RS:0;101545f66cbd:43805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:47,056 INFO [RS:0;101545f66cbd:43805 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:33:47,056 INFO [RS:0;101545f66cbd:43805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:33:47,056 INFO [RS:0;101545f66cbd:43805 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T21:33:47,056 INFO [RS:0;101545f66cbd:43805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:33:47,056 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:33:47,056 INFO [RS:0;101545f66cbd:43805 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-101545f66cbd,43805,1733261602098 because: Region server is closing 2024-12-03T21:33:47,057 INFO [RS:0;101545f66cbd:43805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:43805. 2024-12-03T21:33:47,057 DEBUG [RS:0;101545f66cbd:43805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:47,057 DEBUG [RS:0;101545f66cbd:43805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:47,057 DEBUG [RS:0;101545f66cbd:43805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:47,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:47,157 INFO [RS:0;101545f66cbd:43805 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.shipper101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 terminated 2024-12-03T21:33:47,157 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,43805,1733261602098.replicationSource.wal-reader.101545f66cbd%2C43805%2C1733261602098,1-101545f66cbd,43805,1733261602098 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T21:33:47,157 INFO [RS:0;101545f66cbd:43805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:43805. 2024-12-03T21:33:47,157 DEBUG [RS:0;101545f66cbd:43805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:47,158 DEBUG [RS:0;101545f66cbd:43805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:47,158 DEBUG [RS:0;101545f66cbd:43805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:47,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:47,158 INFO [RS:0;101545f66cbd:43805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43805 2024-12-03T21:33:47,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253/rs 2024-12-03T21:33:47,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21079422253/rs/101545f66cbd,43805,1733261602098 2024-12-03T21:33:47,183 INFO [RS:0;101545f66cbd:43805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:33:47,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,43805,1733261602098] 2024-12-03T21:33:47,200 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21079422253/draining/101545f66cbd,43805,1733261602098 already deleted, retry=false 2024-12-03T21:33:47,200 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,43805,1733261602098 expired; onlineServers=0 2024-12-03T21:33:47,200 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,36939,1733261601995' ***** 2024-12-03T21:33:47,200 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:33:47,200 INFO [M:0;101545f66cbd:36939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:33:47,200 INFO [M:0;101545f66cbd:36939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:33:47,200 DEBUG [M:0;101545f66cbd:36939 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:33:47,200 DEBUG [M:0;101545f66cbd:36939 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:33:47,200 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:33:47,200 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261604007 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261604007,5,FailOnTimeoutGroup] 2024-12-03T21:33:47,200 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261604007 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261604007,5,FailOnTimeoutGroup] 2024-12-03T21:33:47,200 INFO [M:0;101545f66cbd:36939 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:33:47,200 INFO [M:0;101545f66cbd:36939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:33:47,201 DEBUG [M:0;101545f66cbd:36939 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:33:47,201 INFO [M:0;101545f66cbd:36939 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:33:47,201 INFO [M:0;101545f66cbd:36939 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:33:47,201 INFO [M:0;101545f66cbd:36939 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:33:47,201 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:33:47,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21079422253/master 2024-12-03T21:33:47,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079422253 2024-12-03T21:33:47,208 DEBUG [M:0;101545f66cbd:36939 {}] zookeeper.ZKUtil(347): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Unable to get data of znode /21079422253/master because node does not exist (not an error) 2024-12-03T21:33:47,208 WARN [M:0;101545f66cbd:36939 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:33:47,209 INFO [M:0;101545f66cbd:36939 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/.lastflushedseqids 2024-12-03T21:33:47,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741847_1023 (size=245) 2024-12-03T21:33:47,252 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1493, reset compression=false 2024-12-03T21:33:47,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:47,292 INFO [RS:0;101545f66cbd:43805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:33:47,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43805-0x1019e66afe00007, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:47,292 INFO [RS:0;101545f66cbd:43805 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,43805,1733261602098; zookeeper connection closed. 2024-12-03T21:33:47,292 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31217060 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31217060 2024-12-03T21:33:47,292 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:33:47,613 INFO [M:0;101545f66cbd:36939 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:33:47,613 INFO [M:0;101545f66cbd:36939 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:33:47,614 DEBUG [M:0;101545f66cbd:36939 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:33:47,614 INFO [M:0;101545f66cbd:36939 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:47,614 DEBUG [M:0;101545f66cbd:36939 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:47,614 DEBUG [M:0;101545f66cbd:36939 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:33:47,614 DEBUG [M:0;101545f66cbd:36939 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:47,614 INFO [M:0;101545f66cbd:36939 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-03T21:33:47,627 DEBUG [M:0;101545f66cbd:36939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f69e8398f614da8a04e1dd1cb480353 is 82, key is hbase:meta,,1/info:regioninfo/1733261605200/Put/seqid=0 2024-12-03T21:33:47,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741848_1024 (size=5672) 2024-12-03T21:33:47,687 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1473, reset compression=false 2024-12-03T21:33:47,956 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1493, reset compression=false 2024-12-03T21:33:48,030 INFO [M:0;101545f66cbd:36939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f69e8398f614da8a04e1dd1cb480353 2024-12-03T21:33:48,049 DEBUG [M:0;101545f66cbd:36939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa5cdd9d58d24a2dba54015f8a30909b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733261615196/Put/seqid=0 2024-12-03T21:33:48,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741849_1025 (size=9212) 2024-12-03T21:33:48,053 INFO [M:0;101545f66cbd:36939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa5cdd9d58d24a2dba54015f8a30909b 2024-12-03T21:33:48,067 DEBUG [M:0;101545f66cbd:36939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2b4343a708942d7b63147f938ad36ae is 69, key is 101545f66cbd,43805,1733261602098/rs:state/1733261604068/Put/seqid=0 2024-12-03T21:33:48,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741850_1026 (size=5156) 2024-12-03T21:33:48,471 INFO [M:0;101545f66cbd:36939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2b4343a708942d7b63147f938ad36ae 2024-12-03T21:33:48,475 DEBUG [M:0;101545f66cbd:36939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f69e8398f614da8a04e1dd1cb480353 as hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f69e8398f614da8a04e1dd1cb480353 2024-12-03T21:33:48,478 INFO [M:0;101545f66cbd:36939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f69e8398f614da8a04e1dd1cb480353, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T21:33:48,478 DEBUG [M:0;101545f66cbd:36939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa5cdd9d58d24a2dba54015f8a30909b as hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa5cdd9d58d24a2dba54015f8a30909b 2024-12-03T21:33:48,481 INFO [M:0;101545f66cbd:36939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa5cdd9d58d24a2dba54015f8a30909b, entries=15, sequenceid=127, filesize=9.0 K 2024-12-03T21:33:48,482 DEBUG [M:0;101545f66cbd:36939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2b4343a708942d7b63147f938ad36ae as hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2b4343a708942d7b63147f938ad36ae 2024-12-03T21:33:48,485 INFO [M:0;101545f66cbd:36939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42003/user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2b4343a708942d7b63147f938ad36ae, entries=1, sequenceid=127, filesize=5.0 K 2024-12-03T21:33:48,485 INFO [M:0;101545f66cbd:36939 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=127, compaction requested=false 2024-12-03T21:33:48,486 INFO [M:0;101545f66cbd:36939 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:48,487 DEBUG [M:0;101545f66cbd:36939 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261627613Disabling compacts and flushes for region at 1733261627613Disabling writes for close at 1733261627614 (+1 ms)Obtaining lock to block concurrent updates at 1733261627614Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261627614Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733261627614Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261627615 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261627615Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261627626 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261627626Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261628034 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261628049 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261628049Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261628056 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261628067 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261628067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6426693b: reopening flushed file at 1733261628474 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6003884e: reopening flushed file at 1733261628478 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d8b1df3: reopening flushed file at 1733261628481 (+3 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=127, compaction requested=false at 1733261628485 (+4 ms)Writing region close event to WAL at 1733261628486 (+1 ms)Closed at 1733261628486 2024-12-03T21:33:48,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46183 is added to blk_1073741830_1006 (size=73866) 2024-12-03T21:33:48,488 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30e879bb-92f5-d467-cd5d-5aba247f63d0/MasterData/WALs/101545f66cbd,36939,1733261601995/101545f66cbd%2C36939%2C1733261601995.1733261603823 not finished, retry = 0 2024-12-03T21:33:48,490 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1473, reset compression=false 2024-12-03T21:33:48,589 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:33:48,589 INFO [M:0;101545f66cbd:36939 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:33:48,589 INFO [M:0;101545f66cbd:36939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36939 2024-12-03T21:33:48,589 INFO [M:0;101545f66cbd:36939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:33:48,742 INFO [M:0;101545f66cbd:36939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:33:48,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:48,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36939-0x1019e66afe00006, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:48,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@583d7786{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:33:48,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14b05bf4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:33:48,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:33:48,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f2cf71c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:33:48,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67b0f833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/hadoop.log.dir/,STOPPED} 2024-12-03T21:33:48,746 WARN [BP-312808508-172.17.0.2-1733261600263 heartbeating to localhost/127.0.0.1:42003 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:33:48,746 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:33:48,746 WARN [BP-312808508-172.17.0.2-1733261600263 heartbeating to localhost/127.0.0.1:42003 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-312808508-172.17.0.2-1733261600263 (Datanode Uuid 915bb4e6-8bc8-41fe-a666-745658403e61) service to localhost/127.0.0.1:42003 2024-12-03T21:33:48,746 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:33:48,747 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/cluster_b361bffe-71bc-04be-589f-6f40b8665688/data/data1/current/BP-312808508-172.17.0.2-1733261600263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:33:48,747 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/cluster_b361bffe-71bc-04be-589f-6f40b8665688/data/data2/current/BP-312808508-172.17.0.2-1733261600263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:33:48,747 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:33:48,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bcc0901{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:33:48,752 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c1eb1c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:33:48,752 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:33:48,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@569c531a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:33:48,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d838bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/hadoop.log.dir/,STOPPED} 2024-12-03T21:33:48,759 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1493, reset compression=false 2024-12-03T21:33:48,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:33:48,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:33:48,768 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:33:48,768 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:48,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:48,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:48,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:48,768 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:33:48,768 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1352379012, stopped=false 2024-12-03T21:33:48,768 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,34477,1733261596895 2024-12-03T21:33:48,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11126398295/running 2024-12-03T21:33:48,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11126398295/running 2024-12-03T21:33:48,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295 2024-12-03T21:33:48,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295 2024-12-03T21:33:48,787 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:33:48,787 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:33:48,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:48,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:48,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Set watcher on znode that does not yet exist, /11126398295/running 2024-12-03T21:33:48,787 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,44675,1733261596997' ***** 2024-12-03T21:33:48,787 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:33:48,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Set watcher on znode that does not yet exist, /11126398295/running 2024-12-03T21:33:48,787 INFO [RS:0;101545f66cbd:44675 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:33:48,788 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:33:48,788 INFO [RS:0;101545f66cbd:44675 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:33:48,788 INFO [RS:0;101545f66cbd:44675 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:33:48,788 INFO [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(3091): Received CLOSE for bd67e6f1f9167858cfc71eeb1bac7575 2024-12-03T21:33:48,788 INFO [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:48,788 INFO [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,44675,1733261596997 2024-12-03T21:33:48,788 INFO [RS:0;101545f66cbd:44675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:33:48,788 INFO [RS:0;101545f66cbd:44675 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:44675. 2024-12-03T21:33:48,788 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd67e6f1f9167858cfc71eeb1bac7575, disabling compactions & flushes 2024-12-03T21:33:48,788 DEBUG [RS:0;101545f66cbd:44675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:48,788 DEBUG [RS:0;101545f66cbd:44675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:48,788 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575. 2024-12-03T21:33:48,788 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575. 2024-12-03T21:33:48,788 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575. after waiting 0 ms 2024-12-03T21:33:48,788 INFO [RS:0;101545f66cbd:44675 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:33:48,788 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575. 2024-12-03T21:33:48,788 INFO [RS:0;101545f66cbd:44675 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:33:48,788 INFO [RS:0;101545f66cbd:44675 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:33:48,788 INFO [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:33:48,788 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bd67e6f1f9167858cfc71eeb1bac7575 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-03T21:33:48,788 INFO [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T21:33:48,788 DEBUG [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bd67e6f1f9167858cfc71eeb1bac7575=hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575., 1b65cc998f5ea210a87abecd7d8dd5ab=test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab.} 2024-12-03T21:33:48,788 DEBUG [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b65cc998f5ea210a87abecd7d8dd5ab, bd67e6f1f9167858cfc71eeb1bac7575 2024-12-03T21:33:48,788 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:33:48,789 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:33:48,789 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:33:48,789 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:33:48,789 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:33:48,789 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T21:33:48,792 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:33:48,800 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/.tmp/info/10866caeaa1d4efd878ac49e9738f766 is 147, key is hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575./info:regioninfo/1733261613630/Put/seqid=0 2024-12-03T21:33:48,803 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/replication/bd67e6f1f9167858cfc71eeb1bac7575/.tmp/queue/62c80b668dbe4e87a05cc4fee514279c is 154, key is 1-101545f66cbd,44675,1733261596997/queue:101545f66cbd%2C44675%2C1733261596997/1733261624976/Put/seqid=0 2024-12-03T21:33:48,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741840_1016 (size=7686) 2024-12-03T21:33:48,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741841_1017 (size=5353) 2024-12-03T21:33:48,807 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/replication/bd67e6f1f9167858cfc71eeb1bac7575/.tmp/queue/62c80b668dbe4e87a05cc4fee514279c 2024-12-03T21:33:48,811 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/replication/bd67e6f1f9167858cfc71eeb1bac7575/.tmp/queue/62c80b668dbe4e87a05cc4fee514279c as hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/replication/bd67e6f1f9167858cfc71eeb1bac7575/queue/62c80b668dbe4e87a05cc4fee514279c 2024-12-03T21:33:48,814 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/replication/bd67e6f1f9167858cfc71eeb1bac7575/queue/62c80b668dbe4e87a05cc4fee514279c, entries=1, sequenceid=14, filesize=5.2 K 2024-12-03T21:33:48,815 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for bd67e6f1f9167858cfc71eeb1bac7575 in 26ms, sequenceid=14, compaction requested=false 2024-12-03T21:33:48,817 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/replication/bd67e6f1f9167858cfc71eeb1bac7575/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-03T21:33:48,818 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:33:48,818 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:33:48,818 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575. 2024-12-03T21:33:48,818 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd67e6f1f9167858cfc71eeb1bac7575: Waiting for close lock at 1733261628788Running coprocessor pre-close hooks at 1733261628788Disabling compacts and flushes for region at 1733261628788Disabling writes for close at 1733261628788Obtaining lock to block concurrent updates at 1733261628788Preparing flush snapshotting stores in bd67e6f1f9167858cfc71eeb1bac7575 at 1733261628788Finished memstore snapshotting hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733261628789 (+1 ms)Flushing stores of hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575. at 1733261628789Flushing bd67e6f1f9167858cfc71eeb1bac7575/queue: creating writer at 1733261628789Flushing bd67e6f1f9167858cfc71eeb1bac7575/queue: appending metadata at 1733261628802 (+13 ms)Flushing bd67e6f1f9167858cfc71eeb1bac7575/queue: closing flushed file at 1733261628802Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52330739: reopening flushed file at 1733261628810 (+8 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for bd67e6f1f9167858cfc71eeb1bac7575 in 26ms, sequenceid=14, compaction requested=false at 1733261628815 (+5 ms)Writing region close event to WAL at 1733261628815Running coprocessor post-close hooks at 1733261628818 (+3 ms)Closed at 1733261628818 2024-12-03T21:33:48,818 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733261612861.bd67e6f1f9167858cfc71eeb1bac7575. 2024-12-03T21:33:48,818 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b65cc998f5ea210a87abecd7d8dd5ab, disabling compactions & flushes 2024-12-03T21:33:48,818 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab. 2024-12-03T21:33:48,818 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab. 2024-12-03T21:33:48,818 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab. after waiting 0 ms 2024-12-03T21:33:48,818 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab. 2024-12-03T21:33:48,818 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1b65cc998f5ea210a87abecd7d8dd5ab 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T21:33:48,830 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab/.tmp/f/c256690fa3c7459dab279eaaa9bfdd97 is 37, key is row3/f:row3/1733261623889/Put/seqid=0 2024-12-03T21:33:48,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741842_1018 (size=5228) 2024-12-03T21:33:48,989 DEBUG [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:49,054 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:33:49,054 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:33:49,189 DEBUG [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:49,204 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/.tmp/info/10866caeaa1d4efd878ac49e9738f766 2024-12-03T21:33:49,220 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/.tmp/ns/573e0dcb7c43429793cbe71e68ef9c4c is 43, key is default/ns:d/1733261600153/Put/seqid=0 2024-12-03T21:33:49,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741843_1019 (size=5153) 2024-12-03T21:33:49,234 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab/.tmp/f/c256690fa3c7459dab279eaaa9bfdd97 2024-12-03T21:33:49,237 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c256690fa3c7459dab279eaaa9bfdd97 2024-12-03T21:33:49,249 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab/.tmp/f1/98782695f844490682be0fb38f68340b is 30, key is row1/f1:/1733261621233/DeleteFamily/seqid=0 2024-12-03T21:33:49,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741844_1020 (size=5158) 2024-12-03T21:33:49,389 DEBUG [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:49,393 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1473, reset compression=false 2024-12-03T21:33:49,396 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:49,396 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1720, reset compression=false 2024-12-03T21:33:49,396 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,44675,1733261596997 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:33:49,397 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 101545f66cbd,44675,1733261596997: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-101545f66cbd,44675,1733261596997, walGroup=101545f66cbd%2C44675%2C1733261596997, offset=101545f66cbd%2C44675%2C1733261596997.1733261599098:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:44675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T21:33:49,398 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T21:33:49,398 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T21:33:49,399 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T21:33:49,399 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T21:33:49,399 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T21:33:49,399 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1178599424, "init": 1048576000, "max": 2306867200, "used": 979265536 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198554496 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T21:33:49,399 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:34477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:34477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T21:33:49,589 DEBUG [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:49,599 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1720, reset compression=false 2024-12-03T21:33:49,623 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/.tmp/ns/573e0dcb7c43429793cbe71e68ef9c4c 2024-12-03T21:33:49,638 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/.tmp/rep_barrier/fb2be3ac6ec746988b53e3d5761a44b2 is 112, key is test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab./rep_barrier:seqnumDuringOpen/1733261607542/Put/seqid=0 2024-12-03T21:33:49,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741845_1021 (size=5518) 2024-12-03T21:33:49,641 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/.tmp/rep_barrier/fb2be3ac6ec746988b53e3d5761a44b2 2024-12-03T21:33:49,652 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab/.tmp/f1/98782695f844490682be0fb38f68340b 2024-12-03T21:33:49,656 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98782695f844490682be0fb38f68340b 2024-12-03T21:33:49,662 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1493, reset compression=false 2024-12-03T21:33:49,663 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/.tmp/table/b66501e445374209a19cd33461f0a617 is 53, key is hbase:replication/table:state/1733261613643/Put/seqid=0 2024-12-03T21:33:49,669 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab/.tmp/norep/25b23fb61ae04301a01742977138b204 is 33, key is row1/norep:/1733261621233/DeleteFamily/seqid=0 2024-12-03T21:33:49,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741846_1022 (size=5308) 2024-12-03T21:33:49,672 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/.tmp/table/b66501e445374209a19cd33461f0a617 2024-12-03T21:33:49,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741847_1023 (size=5108) 2024-12-03T21:33:49,676 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/.tmp/info/10866caeaa1d4efd878ac49e9738f766 as hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/info/10866caeaa1d4efd878ac49e9738f766 2024-12-03T21:33:49,680 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/info/10866caeaa1d4efd878ac49e9738f766, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T21:33:49,680 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/.tmp/ns/573e0dcb7c43429793cbe71e68ef9c4c as hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/ns/573e0dcb7c43429793cbe71e68ef9c4c 2024-12-03T21:33:49,684 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/ns/573e0dcb7c43429793cbe71e68ef9c4c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T21:33:49,684 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/.tmp/rep_barrier/fb2be3ac6ec746988b53e3d5761a44b2 as hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/rep_barrier/fb2be3ac6ec746988b53e3d5761a44b2 2024-12-03T21:33:49,687 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/rep_barrier/fb2be3ac6ec746988b53e3d5761a44b2, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T21:33:49,688 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/.tmp/table/b66501e445374209a19cd33461f0a617 as hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/table/b66501e445374209a19cd33461f0a617 2024-12-03T21:33:49,691 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/table/b66501e445374209a19cd33461f0a617, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T21:33:49,692 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false 2024-12-03T21:33:49,692 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T21:33:49,695 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T21:33:49,696 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:33:49,696 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:33:49,696 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:33:49,696 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261628788Running coprocessor pre-close hooks at 1733261628788Disabling compacts and flushes for region at 1733261628788Disabling writes for close at 1733261628789 (+1 ms)Obtaining lock to block concurrent updates at 1733261628789Preparing flush snapshotting stores in 1588230740 at 1733261628789Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733261628789Flushing stores of hbase:meta,,1.1588230740 at 1733261628789Flushing 1588230740/info: creating writer at 1733261628789Flushing 1588230740/info: appending metadata at 1733261628800 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733261628800Flushing 1588230740/ns: creating writer at 1733261629208 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733261629219 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733261629219Flushing 1588230740/rep_barrier: creating writer at 1733261629626 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733261629638 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733261629638Flushing 1588230740/table: creating writer at 1733261629644 (+6 ms)Flushing 1588230740/table: appending metadata at 1733261629662 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733261629662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709ec960: reopening flushed file at 1733261629676 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@551bea9f: reopening flushed file at 1733261629680 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@473cf8ce: reopening flushed file at 1733261629684 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b310f9: reopening flushed file at 1733261629688 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false at 1733261629692 (+4 ms)Writing region close event to WAL at 1733261629693 (+1 ms)Running coprocessor post-close hooks at 1733261629696 (+3 ms)Closed at 1733261629696 2024-12-03T21:33:49,696 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:33:49,789 INFO [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T21:33:49,789 DEBUG [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(1325): Online Regions={1b65cc998f5ea210a87abecd7d8dd5ab=test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab.} 2024-12-03T21:33:49,789 DEBUG [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(1351): Waiting on 1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:49,902 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1720, reset compression=false 2024-12-03T21:33:49,990 DEBUG [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(1351): Waiting on 1b65cc998f5ea210a87abecd7d8dd5ab 2024-12-03T21:33:50,073 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab/.tmp/norep/25b23fb61ae04301a01742977138b204 2024-12-03T21:33:50,077 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25b23fb61ae04301a01742977138b204 2024-12-03T21:33:50,078 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab/.tmp/f/c256690fa3c7459dab279eaaa9bfdd97 as hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab/f/c256690fa3c7459dab279eaaa9bfdd97 2024-12-03T21:33:50,081 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c256690fa3c7459dab279eaaa9bfdd97 2024-12-03T21:33:50,081 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab/f/c256690fa3c7459dab279eaaa9bfdd97, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T21:33:50,082 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab/.tmp/f1/98782695f844490682be0fb38f68340b as hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab/f1/98782695f844490682be0fb38f68340b 2024-12-03T21:33:50,085 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98782695f844490682be0fb38f68340b 2024-12-03T21:33:50,085 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab/f1/98782695f844490682be0fb38f68340b, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T21:33:50,085 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab/.tmp/norep/25b23fb61ae04301a01742977138b204 as hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab/norep/25b23fb61ae04301a01742977138b204 2024-12-03T21:33:50,088 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25b23fb61ae04301a01742977138b204 2024-12-03T21:33:50,088 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab/norep/25b23fb61ae04301a01742977138b204, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T21:33:50,089 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1b65cc998f5ea210a87abecd7d8dd5ab in 1271ms, sequenceid=12, compaction requested=false 2024-12-03T21:33:50,089 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T21:33:50,093 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/data/default/test/1b65cc998f5ea210a87abecd7d8dd5ab/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T21:33:50,093 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:33:50,093 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:33:50,093 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab. 2024-12-03T21:33:50,094 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b65cc998f5ea210a87abecd7d8dd5ab: Waiting for close lock at 1733261628818Running coprocessor pre-close hooks at 1733261628818Disabling compacts and flushes for region at 1733261628818Disabling writes for close at 1733261628818Obtaining lock to block concurrent updates at 1733261628818Preparing flush snapshotting stores in 1b65cc998f5ea210a87abecd7d8dd5ab at 1733261628818Finished memstore snapshotting test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733261628818Flushing stores of test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab. at 1733261628819 (+1 ms)Flushing 1b65cc998f5ea210a87abecd7d8dd5ab/f: creating writer at 1733261628819Flushing 1b65cc998f5ea210a87abecd7d8dd5ab/f: appending metadata at 1733261628830 (+11 ms)Flushing 1b65cc998f5ea210a87abecd7d8dd5ab/f: closing flushed file at 1733261628830Flushing 1b65cc998f5ea210a87abecd7d8dd5ab/f1: creating writer at 1733261629237 (+407 ms)Flushing 1b65cc998f5ea210a87abecd7d8dd5ab/f1: appending metadata at 1733261629249 (+12 ms)Flushing 1b65cc998f5ea210a87abecd7d8dd5ab/f1: closing flushed file at 1733261629249Flushing 1b65cc998f5ea210a87abecd7d8dd5ab/norep: creating writer at 1733261629656 (+407 ms)Flushing 1b65cc998f5ea210a87abecd7d8dd5ab/norep: appending metadata at 1733261629668 (+12 ms)Flushing 1b65cc998f5ea210a87abecd7d8dd5ab/norep: closing flushed file at 1733261629669 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be6fc98: reopening flushed file at 1733261630077 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a1d0cf9: reopening flushed file at 1733261630082 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@783e64e3: reopening flushed file at 1733261630085 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1b65cc998f5ea210a87abecd7d8dd5ab in 1271ms, sequenceid=12, compaction requested=false at 1733261630089 (+4 ms)Writing region close event to WAL at 1733261630090 (+1 ms)Running coprocessor post-close hooks at 1733261630093 (+3 ms)Closed at 1733261630093 2024-12-03T21:33:50,094 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733261606400.1b65cc998f5ea210a87abecd7d8dd5ab. 2024-12-03T21:33:50,190 INFO [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,44675,1733261596997; all regions closed. 2024-12-03T21:33:50,192 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.meta.1733261600109.meta not finished, retry = 0 2024-12-03T21:33:50,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741834_1010 (size=4239) 2024-12-03T21:33:50,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741839_1015 (size=3552) 2024-12-03T21:33:50,294 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.rep.1733261613592 not finished, retry = 0 2024-12-03T21:33:50,305 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 1720, reset compression=false 2024-12-03T21:33:50,308 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:50,308 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.wal-reader.101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 to pos 2364, reset compression=false 2024-12-03T21:33:50,396 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/WALs/101545f66cbd,44675,1733261596997/101545f66cbd%2C44675%2C1733261596997.1733261599098 not finished, retry = 0 2024-12-03T21:33:50,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741832_1008 (size=2372) 2024-12-03T21:33:50,497 DEBUG [RS:0;101545f66cbd:44675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:50,497 INFO [RS:0;101545f66cbd:44675 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:33:50,497 INFO [RS:0;101545f66cbd:44675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:33:50,497 INFO [RS:0;101545f66cbd:44675 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T21:33:50,497 INFO [RS:0;101545f66cbd:44675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:33:50,498 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:33:50,498 INFO [RS:0;101545f66cbd:44675 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-101545f66cbd,44675,1733261596997 because: Region server is closing 2024-12-03T21:33:50,498 INFO [RS:0;101545f66cbd:44675 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:44675. 2024-12-03T21:33:50,498 DEBUG [RS:0;101545f66cbd:44675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:50,498 DEBUG [RS:0;101545f66cbd:44675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:50,498 DEBUG [RS:0;101545f66cbd:44675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:50,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:50,598 INFO [RS:0;101545f66cbd:44675 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44675,1733261596997.replicationSource.shipper101545f66cbd%2C44675%2C1733261596997,1-101545f66cbd,44675,1733261596997 terminated 2024-12-03T21:33:50,598 INFO [RS:0;101545f66cbd:44675 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:44675. 2024-12-03T21:33:50,599 DEBUG [RS:0;101545f66cbd:44675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:50,599 DEBUG [RS:0;101545f66cbd:44675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:50,599 DEBUG [RS:0;101545f66cbd:44675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:50,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:50,599 INFO [RS:0;101545f66cbd:44675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44675 2024-12-03T21:33:50,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11126398295/rs/101545f66cbd,44675,1733261596997 2024-12-03T21:33:50,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295/rs 2024-12-03T21:33:50,633 INFO [RS:0;101545f66cbd:44675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:33:50,641 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,44675,1733261596997] 2024-12-03T21:33:50,649 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11126398295/draining/101545f66cbd,44675,1733261596997 already deleted, retry=false 2024-12-03T21:33:50,649 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,44675,1733261596997 expired; onlineServers=0 2024-12-03T21:33:50,649 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,34477,1733261596895' ***** 2024-12-03T21:33:50,649 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:33:50,650 INFO [M:0;101545f66cbd:34477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:33:50,650 INFO [M:0;101545f66cbd:34477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:33:50,650 DEBUG [M:0;101545f66cbd:34477 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:33:50,650 DEBUG [M:0;101545f66cbd:34477 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:33:50,650 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261598907 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261598907,5,FailOnTimeoutGroup] 2024-12-03T21:33:50,650 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:33:50,650 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261598904 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261598904,5,FailOnTimeoutGroup] 2024-12-03T21:33:50,650 INFO [M:0;101545f66cbd:34477 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:33:50,650 INFO [M:0;101545f66cbd:34477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:33:50,650 DEBUG [M:0;101545f66cbd:34477 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:33:50,650 INFO [M:0;101545f66cbd:34477 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:33:50,650 INFO [M:0;101545f66cbd:34477 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:33:50,650 INFO [M:0;101545f66cbd:34477 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:33:50,651 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:33:50,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11126398295/master 2024-12-03T21:33:50,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11126398295 2024-12-03T21:33:50,658 DEBUG [M:0;101545f66cbd:34477 {}] zookeeper.ZKUtil(347): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Unable to get data of znode /11126398295/master because node does not exist (not an error) 2024-12-03T21:33:50,658 WARN [M:0;101545f66cbd:34477 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:33:50,658 INFO [M:0;101545f66cbd:34477 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/.lastflushedseqids 2024-12-03T21:33:50,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741848_1024 (size=245) 2024-12-03T21:33:50,668 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1493, reset compression=false 2024-12-03T21:33:50,741 INFO [RS:0;101545f66cbd:44675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:33:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:50,741 INFO [RS:0;101545f66cbd:44675 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,44675,1733261596997; zookeeper connection closed. 2024-12-03T21:33:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44675-0x1019e66afe00004, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:50,742 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1929ccb3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1929ccb3 2024-12-03T21:33:50,742 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:33:51,062 INFO [M:0;101545f66cbd:34477 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:33:51,062 INFO [M:0;101545f66cbd:34477 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:33:51,062 DEBUG [M:0;101545f66cbd:34477 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:33:51,062 INFO [M:0;101545f66cbd:34477 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:51,062 DEBUG [M:0;101545f66cbd:34477 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:51,062 DEBUG [M:0;101545f66cbd:34477 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:33:51,062 DEBUG [M:0;101545f66cbd:34477 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:51,063 INFO [M:0;101545f66cbd:34477 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T21:33:51,079 DEBUG [M:0;101545f66cbd:34477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32f9f285e4fc4042ab9ab31523e8f530 is 82, key is hbase:meta,,1/info:regioninfo/1733261600135/Put/seqid=0 2024-12-03T21:33:51,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741849_1025 (size=5672) 2024-12-03T21:33:51,483 INFO [M:0;101545f66cbd:34477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32f9f285e4fc4042ab9ab31523e8f530 2024-12-03T21:33:51,498 DEBUG [M:0;101545f66cbd:34477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/811b9c1e10d644049619770caf9f7fed is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733261613654/Put/seqid=0 2024-12-03T21:33:51,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741850_1026 (size=8516) 2024-12-03T21:33:51,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:51,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:51,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:51,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:51,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:51,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:51,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:51,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:51,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:51,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:51,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:51,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:51,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:51,771 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1493, reset compression=false 2024-12-03T21:33:51,901 INFO [M:0;101545f66cbd:34477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/811b9c1e10d644049619770caf9f7fed 2024-12-03T21:33:51,920 DEBUG [M:0;101545f66cbd:34477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0676942df8e49f4935cccc8e661d349 is 69, key is 101545f66cbd,44675,1733261596997/rs:state/1733261598951/Put/seqid=0 2024-12-03T21:33:51,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741851_1027 (size=5156) 2024-12-03T21:33:52,080 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:33:52,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:52,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:52,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:52,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:52,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:52,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:52,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:52,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:52,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:52,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:52,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:52,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:52,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:52,324 INFO [M:0;101545f66cbd:34477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0676942df8e49f4935cccc8e661d349 2024-12-03T21:33:52,327 DEBUG [M:0;101545f66cbd:34477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32f9f285e4fc4042ab9ab31523e8f530 as hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32f9f285e4fc4042ab9ab31523e8f530 2024-12-03T21:33:52,329 INFO [M:0;101545f66cbd:34477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32f9f285e4fc4042ab9ab31523e8f530, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T21:33:52,330 DEBUG [M:0;101545f66cbd:34477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/811b9c1e10d644049619770caf9f7fed as hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/811b9c1e10d644049619770caf9f7fed 2024-12-03T21:33:52,333 INFO [M:0;101545f66cbd:34477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/811b9c1e10d644049619770caf9f7fed, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T21:33:52,333 DEBUG [M:0;101545f66cbd:34477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0676942df8e49f4935cccc8e661d349 as hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0676942df8e49f4935cccc8e661d349 2024-12-03T21:33:52,336 INFO [M:0;101545f66cbd:34477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35511/user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0676942df8e49f4935cccc8e661d349, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T21:33:52,337 INFO [M:0;101545f66cbd:34477 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-12-03T21:33:52,337 INFO [M:0;101545f66cbd:34477 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:52,337 DEBUG [M:0;101545f66cbd:34477 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261631062Disabling compacts and flushes for region at 1733261631062Disabling writes for close at 1733261631062Obtaining lock to block concurrent updates at 1733261631063 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261631063Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733261631063Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261631063Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261631064 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261631079 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261631079Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261631486 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261631497 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261631497Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261631905 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261631920 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261631920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67749e8: reopening flushed file at 1733261632326 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@756da2f9: reopening flushed file at 1733261632329 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d6b6070: reopening flushed file at 1733261632333 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1733261632337 (+4 ms)Writing region close event to WAL at 1733261632337Closed at 1733261632337 2024-12-03T21:33:52,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33041 is added to blk_1073741830_1006 (size=63654) 2024-12-03T21:33:52,339 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed5b1d5c-f069-aa98-fec0-a76e9f3f20da/MasterData/WALs/101545f66cbd,34477,1733261596895/101545f66cbd%2C34477%2C1733261596895.1733261598719 not finished, retry = 0 2024-12-03T21:33:52,440 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:33:52,440 INFO [M:0;101545f66cbd:34477 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:33:52,440 INFO [M:0;101545f66cbd:34477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34477 2024-12-03T21:33:52,440 INFO [M:0;101545f66cbd:34477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:33:52,566 INFO [M:0;101545f66cbd:34477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:33:52,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:52,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1019e66afe00003, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:52,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53c664ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:33:52,569 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2be1fe91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:33:52,569 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:33:52,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3501bdbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:33:52,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b57aaaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/hadoop.log.dir/,STOPPED} 2024-12-03T21:33:52,570 WARN [BP-1256139977-172.17.0.2-1733261595159 heartbeating to localhost/127.0.0.1:35511 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:33:52,570 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:33:52,570 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:33:52,570 WARN [BP-1256139977-172.17.0.2-1733261595159 heartbeating to localhost/127.0.0.1:35511 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1256139977-172.17.0.2-1733261595159 (Datanode Uuid e7404ae5-87df-4daa-8552-b1732d5f6d0d) service to localhost/127.0.0.1:35511 2024-12-03T21:33:52,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/cluster_86d3660a-7f29-5777-cba0-1d546ee987c0/data/data1/current/BP-1256139977-172.17.0.2-1733261595159 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:33:52,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/cluster_86d3660a-7f29-5777-cba0-1d546ee987c0/data/data2/current/BP-1256139977-172.17.0.2-1733261595159 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:33:52,571 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:33:52,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25f2316d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:33:52,577 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@468ae325{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:33:52,577 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:33:52,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43bab9de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:33:52,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@388d4706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd9aecb9-d1b2-8d07-babd-862fea09d914/hadoop.log.dir/,STOPPED} 2024-12-03T21:33:52,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:33:52,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:33:52,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:33:52,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:52,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:52,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:52,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:52,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:33:52,589 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1515923619, stopped=false 2024-12-03T21:33:52,589 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,35685,1733261591735 2024-12-03T21:33:52,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0184020717/running 2024-12-03T21:33:52,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0184020717/running 2024-12-03T21:33:52,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717 2024-12-03T21:33:52,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717 2024-12-03T21:33:52,611 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:33:52,612 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:33:52,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Set watcher on znode that does not yet exist, /0184020717/running 2024-12-03T21:33:52,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Set watcher on znode that does not yet exist, /0184020717/running 2024-12-03T21:33:52,612 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:52,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:52,612 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,40919,1733261591878' ***** 2024-12-03T21:33:52,612 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:33:52,613 INFO [RS:0;101545f66cbd:40919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:33:52,613 INFO [RS:0;101545f66cbd:40919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:33:52,613 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:33:52,613 INFO [RS:0;101545f66cbd:40919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:33:52,613 INFO [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(3091): Received CLOSE for bc5f580f7395b97c4b62628bb601a7c5 2024-12-03T21:33:52,613 INFO [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(3091): Received CLOSE for d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:52,613 INFO [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,40919,1733261591878 2024-12-03T21:33:52,613 INFO [RS:0;101545f66cbd:40919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:33:52,613 INFO [RS:0;101545f66cbd:40919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:40919. 2024-12-03T21:33:52,613 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc5f580f7395b97c4b62628bb601a7c5, disabling compactions & flushes 2024-12-03T21:33:52,613 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5. 2024-12-03T21:33:52,613 DEBUG [RS:0;101545f66cbd:40919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:52,613 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5. 2024-12-03T21:33:52,613 DEBUG [RS:0;101545f66cbd:40919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:52,613 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5. after waiting 0 ms 2024-12-03T21:33:52,613 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5. 2024-12-03T21:33:52,613 INFO [RS:0;101545f66cbd:40919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:33:52,613 INFO [RS:0;101545f66cbd:40919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:33:52,613 INFO [RS:0;101545f66cbd:40919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:33:52,613 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bc5f580f7395b97c4b62628bb601a7c5 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-03T21:33:52,613 INFO [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:33:52,614 INFO [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T21:33:52,614 DEBUG [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bc5f580f7395b97c4b62628bb601a7c5=test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5., d1a0ab9bc98ae27bc20231fec8ae8f93=hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93.} 2024-12-03T21:33:52,614 DEBUG [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc5f580f7395b97c4b62628bb601a7c5, d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:52,614 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:33:52,614 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:33:52,614 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:33:52,614 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:33:52,614 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:33:52,614 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T21:33:52,626 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5/.tmp/f/786e27d486654fe9bec57b3eeedd471f is 37, key is row3/f:row3/1733261623889/Put/seqid=0 2024-12-03T21:33:52,628 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/.tmp/info/eb906278e8164bd5ac2829427efc6eef is 147, key is hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93./info:regioninfo/1733261611870/Put/seqid=0 2024-12-03T21:33:52,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741840_1016 (size=5228) 2024-12-03T21:33:52,629 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5/.tmp/f/786e27d486654fe9bec57b3eeedd471f 2024-12-03T21:33:52,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741841_1017 (size=7686) 2024-12-03T21:33:52,632 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/.tmp/info/eb906278e8164bd5ac2829427efc6eef 2024-12-03T21:33:52,633 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 786e27d486654fe9bec57b3eeedd471f 2024-12-03T21:33:52,645 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5/.tmp/f1/2da0dba711cb4737afdccc42fc5b08ac is 30, key is row1/f1:/1733261621233/DeleteFamily/seqid=0 2024-12-03T21:33:52,645 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/.tmp/ns/6fc470aa8eb54df7bf3234f2dc44acd5 is 43, key is default/ns:d/1733261595012/Put/seqid=0 2024-12-03T21:33:52,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741842_1018 (size=5158) 2024-12-03T21:33:52,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741843_1019 (size=5153) 2024-12-03T21:33:52,648 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/.tmp/ns/6fc470aa8eb54df7bf3234f2dc44acd5 2024-12-03T21:33:52,663 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/.tmp/rep_barrier/8fa6b4b3fd564ad2935990ec56f84f73 is 112, key is test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5./rep_barrier:seqnumDuringOpen/1733261605999/Put/seqid=0 2024-12-03T21:33:52,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741844_1020 (size=5518) 2024-12-03T21:33:52,686 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:33:52,814 DEBUG [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc5f580f7395b97c4b62628bb601a7c5, d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:52,855 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:33:52,855 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:33:52,974 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1493, reset compression=false 2024-12-03T21:33:52,978 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:33:52,978 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1740, reset compression=false 2024-12-03T21:33:52,979 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,40919,1733261591878 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:33:52,980 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 101545f66cbd,40919,1733261591878: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-101545f66cbd,40919,1733261591878, walGroup=101545f66cbd%2C40919%2C1733261591878, offset=101545f66cbd%2C40919%2C1733261591878.1733261593980:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:40919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T21:33:52,981 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T21:33:52,981 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T21:33:52,982 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T21:33:52,982 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T21:33:52,982 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T21:33:52,982 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1178599424, "init": 1048576000, "max": 2306867200, "used": 824658864 }, "NonHeapMemoryUsage": { "committed": 201850880, "init": 7667712, "max": -1, "used": 199035232 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T21:33:52,982 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:35685 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:35685 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T21:33:53,014 DEBUG [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc5f580f7395b97c4b62628bb601a7c5, d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:53,049 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5/.tmp/f1/2da0dba711cb4737afdccc42fc5b08ac 2024-12-03T21:33:53,052 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2da0dba711cb4737afdccc42fc5b08ac 2024-12-03T21:33:53,066 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/.tmp/rep_barrier/8fa6b4b3fd564ad2935990ec56f84f73 2024-12-03T21:33:53,072 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5/.tmp/norep/2b86525786fb431dad4c93f1c6175b46 is 32, key is row/norep:/1733261620227/DeleteFamily/seqid=0 2024-12-03T21:33:53,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741845_1021 (size=5101) 2024-12-03T21:33:53,085 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/.tmp/table/dba2d6b538404b5a9e3a03bd14cfa0ba is 53, key is hbase:replication/table:state/1733261611876/Put/seqid=0 2024-12-03T21:33:53,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741846_1022 (size=5308) 2024-12-03T21:33:53,182 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1740, reset compression=false 2024-12-03T21:33:53,214 DEBUG [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc5f580f7395b97c4b62628bb601a7c5, d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:53,414 DEBUG [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc5f580f7395b97c4b62628bb601a7c5, d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:53,475 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5/.tmp/norep/2b86525786fb431dad4c93f1c6175b46 2024-12-03T21:33:53,478 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b86525786fb431dad4c93f1c6175b46 2024-12-03T21:33:53,478 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5/.tmp/f/786e27d486654fe9bec57b3eeedd471f as hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5/f/786e27d486654fe9bec57b3eeedd471f 2024-12-03T21:33:53,481 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 786e27d486654fe9bec57b3eeedd471f 2024-12-03T21:33:53,481 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5/f/786e27d486654fe9bec57b3eeedd471f, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T21:33:53,482 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5/.tmp/f1/2da0dba711cb4737afdccc42fc5b08ac as hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5/f1/2da0dba711cb4737afdccc42fc5b08ac 2024-12-03T21:33:53,485 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.wal-reader.101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/WALs/101545f66cbd,40919,1733261591878/101545f66cbd%2C40919%2C1733261591878.1733261593980 to pos 1740, reset compression=false 2024-12-03T21:33:53,485 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2da0dba711cb4737afdccc42fc5b08ac 2024-12-03T21:33:53,486 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5/f1/2da0dba711cb4737afdccc42fc5b08ac, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T21:33:53,487 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5/.tmp/norep/2b86525786fb431dad4c93f1c6175b46 as hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5/norep/2b86525786fb431dad4c93f1c6175b46 2024-12-03T21:33:53,488 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/.tmp/table/dba2d6b538404b5a9e3a03bd14cfa0ba 2024-12-03T21:33:53,490 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b86525786fb431dad4c93f1c6175b46 2024-12-03T21:33:53,490 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5/norep/2b86525786fb431dad4c93f1c6175b46, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T21:33:53,491 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for bc5f580f7395b97c4b62628bb601a7c5 in 878ms, sequenceid=12, compaction requested=false 2024-12-03T21:33:53,492 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/.tmp/info/eb906278e8164bd5ac2829427efc6eef as hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/info/eb906278e8164bd5ac2829427efc6eef 2024-12-03T21:33:53,493 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/default/test/bc5f580f7395b97c4b62628bb601a7c5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T21:33:53,494 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:33:53,494 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:33:53,494 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5. 2024-12-03T21:33:53,494 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc5f580f7395b97c4b62628bb601a7c5: Waiting for close lock at 1733261632613Running coprocessor pre-close hooks at 1733261632613Disabling compacts and flushes for region at 1733261632613Disabling writes for close at 1733261632613Obtaining lock to block concurrent updates at 1733261632613Preparing flush snapshotting stores in bc5f580f7395b97c4b62628bb601a7c5 at 1733261632613Finished memstore snapshotting test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733261632614 (+1 ms)Flushing stores of test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5. at 1733261632614Flushing bc5f580f7395b97c4b62628bb601a7c5/f: creating writer at 1733261632614Flushing bc5f580f7395b97c4b62628bb601a7c5/f: appending metadata at 1733261632625 (+11 ms)Flushing bc5f580f7395b97c4b62628bb601a7c5/f: closing flushed file at 1733261632625Flushing bc5f580f7395b97c4b62628bb601a7c5/f1: creating writer at 1733261632633 (+8 ms)Flushing bc5f580f7395b97c4b62628bb601a7c5/f1: appending metadata at 1733261632644 (+11 ms)Flushing bc5f580f7395b97c4b62628bb601a7c5/f1: closing flushed file at 1733261632644Flushing bc5f580f7395b97c4b62628bb601a7c5/norep: creating writer at 1733261633052 (+408 ms)Flushing bc5f580f7395b97c4b62628bb601a7c5/norep: appending metadata at 1733261633070 (+18 ms)Flushing bc5f580f7395b97c4b62628bb601a7c5/norep: closing flushed file at 1733261633070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f4c360d: reopening flushed file at 1733261633478 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f00e15f: reopening flushed file at 1733261633482 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7302f6a1: reopening flushed file at 1733261633486 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for bc5f580f7395b97c4b62628bb601a7c5 in 878ms, sequenceid=12, compaction requested=false at 1733261633491 (+5 ms)Writing region close event to WAL at 1733261633491Running coprocessor post-close hooks at 1733261633494 (+3 ms)Closed at 1733261633494 2024-12-03T21:33:53,494 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733261605254.bc5f580f7395b97c4b62628bb601a7c5. 2024-12-03T21:33:53,494 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1a0ab9bc98ae27bc20231fec8ae8f93, disabling compactions & flushes 2024-12-03T21:33:53,494 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. 2024-12-03T21:33:53,494 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. 2024-12-03T21:33:53,494 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. after waiting 0 ms 2024-12-03T21:33:53,494 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. 2024-12-03T21:33:53,494 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1a0ab9bc98ae27bc20231fec8ae8f93: Waiting for close lock at 1733261633494Running coprocessor pre-close hooks at 1733261633494Disabling compacts and flushes for region at 1733261633494Disabling writes for close at 1733261633494Failed flush hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93., putting online again at 1733261633494 2024-12-03T21:33:53,495 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. 2024-12-03T21:33:53,496 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/info/eb906278e8164bd5ac2829427efc6eef, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T21:33:53,497 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/.tmp/ns/6fc470aa8eb54df7bf3234f2dc44acd5 as hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/ns/6fc470aa8eb54df7bf3234f2dc44acd5 2024-12-03T21:33:53,500 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/ns/6fc470aa8eb54df7bf3234f2dc44acd5, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T21:33:53,501 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/.tmp/rep_barrier/8fa6b4b3fd564ad2935990ec56f84f73 as hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/rep_barrier/8fa6b4b3fd564ad2935990ec56f84f73 2024-12-03T21:33:53,504 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/rep_barrier/8fa6b4b3fd564ad2935990ec56f84f73, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T21:33:53,505 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/.tmp/table/dba2d6b538404b5a9e3a03bd14cfa0ba as hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/table/dba2d6b538404b5a9e3a03bd14cfa0ba 2024-12-03T21:33:53,508 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/table/dba2d6b538404b5a9e3a03bd14cfa0ba, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T21:33:53,508 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 894ms, sequenceid=16, compaction requested=false 2024-12-03T21:33:53,511 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T21:33:53,512 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:33:53,512 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:33:53,512 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:33:53,512 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261632614Running coprocessor pre-close hooks at 1733261632614Disabling compacts and flushes for region at 1733261632614Disabling writes for close at 1733261632614Obtaining lock to block concurrent updates at 1733261632614Preparing flush snapshotting stores in 1588230740 at 1733261632614Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733261632614Flushing stores of hbase:meta,,1.1588230740 at 1733261632614Flushing 1588230740/info: creating writer at 1733261632614Flushing 1588230740/info: appending metadata at 1733261632628 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733261632628Flushing 1588230740/ns: creating writer at 1733261632635 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733261632645 (+10 ms)Flushing 1588230740/ns: closing flushed file at 1733261632645Flushing 1588230740/rep_barrier: creating writer at 1733261632651 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733261632662 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733261632663 (+1 ms)Flushing 1588230740/table: creating writer at 1733261633070 (+407 ms)Flushing 1588230740/table: appending metadata at 1733261633085 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733261633085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77867e13: reopening flushed file at 1733261633492 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39648b38: reopening flushed file at 1733261633496 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cfde418: reopening flushed file at 1733261633500 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@569dfad4: reopening flushed file at 1733261633504 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 894ms, sequenceid=16, compaction requested=false at 1733261633508 (+4 ms)Writing region close event to WAL at 1733261633509 (+1 ms)Running coprocessor post-close hooks at 1733261633512 (+3 ms)Closed at 1733261633512 2024-12-03T21:33:53,512 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:33:53,614 INFO [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T21:33:53,614 DEBUG [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(1325): Online Regions={d1a0ab9bc98ae27bc20231fec8ae8f93=hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93.} 2024-12-03T21:33:53,614 INFO [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(3091): Received CLOSE for d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:53,614 DEBUG [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(1351): Waiting on d1a0ab9bc98ae27bc20231fec8ae8f93 2024-12-03T21:33:53,615 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1a0ab9bc98ae27bc20231fec8ae8f93, disabling compactions & flushes 2024-12-03T21:33:53,615 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. 2024-12-03T21:33:53,615 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. 2024-12-03T21:33:53,615 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. after waiting 0 ms 2024-12-03T21:33:53,615 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. 2024-12-03T21:33:53,615 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1a0ab9bc98ae27bc20231fec8ae8f93: Waiting for close lock at 1733261633614Running coprocessor pre-close hooks at 1733261633614Disabling compacts and flushes for region at 1733261633615 (+1 ms)Disabling writes for close at 1733261633615Failed flush hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93., putting online again at 1733261633615 2024-12-03T21:33:53,615 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733261610713.d1a0ab9bc98ae27bc20231fec8ae8f93. 2024-12-03T21:33:53,815 INFO [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T21:33:53,815 INFO [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,40919,1733261591878; all regions closed. 2024-12-03T21:33:53,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741834_1010 (size=4239) 2024-12-03T21:33:53,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741839_1015 (size=2609) 2024-12-03T21:33:53,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741832_1008 (size=2392) 2024-12-03T21:33:53,820 DEBUG [RS:0;101545f66cbd:40919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:53,820 INFO [RS:0;101545f66cbd:40919 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:33:53,820 INFO [RS:0;101545f66cbd:40919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:33:53,820 INFO [RS:0;101545f66cbd:40919 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T21:33:53,820 INFO [RS:0;101545f66cbd:40919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:33:53,820 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:33:53,820 INFO [RS:0;101545f66cbd:40919 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-101545f66cbd,40919,1733261591878 because: Region server is closing 2024-12-03T21:33:53,821 INFO [RS:0;101545f66cbd:40919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:40919. 2024-12-03T21:33:53,821 DEBUG [RS:0;101545f66cbd:40919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:53,821 DEBUG [RS:0;101545f66cbd:40919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:53,821 DEBUG [RS:0;101545f66cbd:40919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:53,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:53,921 INFO [RS:0;101545f66cbd:40919 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,40919,1733261591878.replicationSource.shipper101545f66cbd%2C40919%2C1733261591878,1-101545f66cbd,40919,1733261591878 terminated 2024-12-03T21:33:53,921 INFO [RS:0;101545f66cbd:40919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:40919. 2024-12-03T21:33:53,921 DEBUG [RS:0;101545f66cbd:40919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:33:53,921 DEBUG [RS:0;101545f66cbd:40919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:53,921 DEBUG [RS:0;101545f66cbd:40919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:33:53,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:33:53,921 INFO [RS:0;101545f66cbd:40919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40919 2024-12-03T21:33:53,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0184020717/rs/101545f66cbd,40919,1733261591878 2024-12-03T21:33:53,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717/rs 2024-12-03T21:33:53,936 INFO [RS:0;101545f66cbd:40919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:33:53,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,40919,1733261591878] 2024-12-03T21:33:53,953 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0184020717/draining/101545f66cbd,40919,1733261591878 already deleted, retry=false 2024-12-03T21:33:53,953 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,40919,1733261591878 expired; onlineServers=0 2024-12-03T21:33:53,953 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,35685,1733261591735' ***** 2024-12-03T21:33:53,953 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:33:53,953 INFO [M:0;101545f66cbd:35685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:33:53,953 INFO [M:0;101545f66cbd:35685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:33:53,953 DEBUG [M:0;101545f66cbd:35685 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:33:53,953 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:33:53,953 DEBUG [M:0;101545f66cbd:35685 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:33:53,953 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261593787 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261593787,5,FailOnTimeoutGroup] 2024-12-03T21:33:53,953 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261593791 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261593791,5,FailOnTimeoutGroup] 2024-12-03T21:33:53,953 INFO [M:0;101545f66cbd:35685 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:33:53,954 INFO [M:0;101545f66cbd:35685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:33:53,954 DEBUG [M:0;101545f66cbd:35685 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:33:53,954 INFO [M:0;101545f66cbd:35685 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:33:53,954 INFO [M:0;101545f66cbd:35685 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:33:53,954 ERROR [M:0;101545f66cbd:35685 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37363,5,PEWorkerGroup] 2024-12-03T21:33:53,954 INFO [M:0;101545f66cbd:35685 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:33:53,954 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:33:53,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0184020717/master 2024-12-03T21:33:53,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0184020717 2024-12-03T21:33:53,961 DEBUG [M:0;101545f66cbd:35685 {}] zookeeper.ZKUtil(347): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Unable to get data of znode /0184020717/master because node does not exist (not an error) 2024-12-03T21:33:53,961 WARN [M:0;101545f66cbd:35685 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:33:53,962 INFO [M:0;101545f66cbd:35685 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/.lastflushedseqids 2024-12-03T21:33:53,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741847_1023 (size=245) 2024-12-03T21:33:54,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:54,045 INFO [RS:0;101545f66cbd:40919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:33:54,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x1019e66afe00001, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:54,045 INFO [RS:0;101545f66cbd:40919 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,40919,1733261591878; zookeeper connection closed. 2024-12-03T21:33:54,045 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47017954 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47017954 2024-12-03T21:33:54,045 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:33:54,368 INFO [M:0;101545f66cbd:35685 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:33:54,368 INFO [M:0;101545f66cbd:35685 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:33:54,368 DEBUG [M:0;101545f66cbd:35685 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:33:54,368 INFO [M:0;101545f66cbd:35685 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:54,368 DEBUG [M:0;101545f66cbd:35685 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:54,368 DEBUG [M:0;101545f66cbd:35685 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:33:54,368 DEBUG [M:0;101545f66cbd:35685 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:54,368 INFO [M:0;101545f66cbd:35685 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-03T21:33:54,385 DEBUG [M:0;101545f66cbd:35685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0d280bb0ff941cdb3246b77ef753915 is 82, key is hbase:meta,,1/info:regioninfo/1733261594969/Put/seqid=0 2024-12-03T21:33:54,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741848_1024 (size=5672) 2024-12-03T21:33:54,788 INFO [M:0;101545f66cbd:35685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0d280bb0ff941cdb3246b77ef753915 2024-12-03T21:33:54,804 DEBUG [M:0;101545f66cbd:35685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1df1ca7025d64f4ea7f001f19c2a87a2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733261606008/Put/seqid=0 2024-12-03T21:33:54,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741849_1025 (size=7218) 2024-12-03T21:33:55,208 INFO [M:0;101545f66cbd:35685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1df1ca7025d64f4ea7f001f19c2a87a2 2024-12-03T21:33:55,211 INFO [M:0;101545f66cbd:35685 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1df1ca7025d64f4ea7f001f19c2a87a2 2024-12-03T21:33:55,222 DEBUG [M:0;101545f66cbd:35685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61b38a9e447a45f683ee75a64e194ac4 is 69, key is 101545f66cbd,40919,1733261591878/rs:state/1733261593835/Put/seqid=0 2024-12-03T21:33:55,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741850_1026 (size=5156) 2024-12-03T21:33:55,625 INFO [M:0;101545f66cbd:35685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61b38a9e447a45f683ee75a64e194ac4 2024-12-03T21:33:55,629 DEBUG [M:0;101545f66cbd:35685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0d280bb0ff941cdb3246b77ef753915 as hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0d280bb0ff941cdb3246b77ef753915 2024-12-03T21:33:55,632 INFO [M:0;101545f66cbd:35685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0d280bb0ff941cdb3246b77ef753915, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T21:33:55,632 DEBUG [M:0;101545f66cbd:35685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1df1ca7025d64f4ea7f001f19c2a87a2 as hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1df1ca7025d64f4ea7f001f19c2a87a2 2024-12-03T21:33:55,635 INFO [M:0;101545f66cbd:35685 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1df1ca7025d64f4ea7f001f19c2a87a2 2024-12-03T21:33:55,635 INFO [M:0;101545f66cbd:35685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1df1ca7025d64f4ea7f001f19c2a87a2, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T21:33:55,636 DEBUG [M:0;101545f66cbd:35685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61b38a9e447a45f683ee75a64e194ac4 as hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61b38a9e447a45f683ee75a64e194ac4 2024-12-03T21:33:55,639 INFO [M:0;101545f66cbd:35685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37363/user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61b38a9e447a45f683ee75a64e194ac4, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T21:33:55,640 INFO [M:0;101545f66cbd:35685 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false 2024-12-03T21:33:55,641 INFO [M:0;101545f66cbd:35685 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:55,641 DEBUG [M:0;101545f66cbd:35685 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261634368Disabling compacts and flushes for region at 1733261634368Disabling writes for close at 1733261634368Obtaining lock to block concurrent updates at 1733261634368Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261634368Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733261634368Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261634369 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261634369Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261634384 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261634384Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261634792 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261634804 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261634804Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261635211 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261635221 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261635221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a10a0dc: reopening flushed file at 1733261635628 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@421f4d0e: reopening flushed file at 1733261635632 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dedc50b: reopening flushed file at 1733261635635 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false at 1733261635640 (+5 ms)Writing region close event to WAL at 1733261635641 (+1 ms)Closed at 1733261635641 2024-12-03T21:33:55,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42857 is added to blk_1073741830_1006 (size=64423) 2024-12-03T21:33:55,642 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/822e1439-78af-1444-80fb-26663ee35099/MasterData/WALs/101545f66cbd,35685,1733261591735/101545f66cbd%2C35685%2C1733261591735.1733261593595 not finished, retry = 0 2024-12-03T21:33:55,743 INFO [M:0;101545f66cbd:35685 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:33:55,743 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:33:55,743 INFO [M:0;101545f66cbd:35685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35685 2024-12-03T21:33:55,743 INFO [M:0;101545f66cbd:35685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:33:55,878 INFO [M:0;101545f66cbd:35685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:33:55,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:55,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1019e66afe00000, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:33:55,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c34ea28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:33:55,881 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f2cadec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:33:55,881 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:33:55,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69529380{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:33:55,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cc581e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/hadoop.log.dir/,STOPPED} 2024-12-03T21:33:55,882 WARN [BP-698499902-172.17.0.2-1733261590024 heartbeating to localhost/127.0.0.1:37363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:33:55,882 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:33:55,882 WARN [BP-698499902-172.17.0.2-1733261590024 heartbeating to localhost/127.0.0.1:37363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-698499902-172.17.0.2-1733261590024 (Datanode Uuid ba53be79-27ec-45d2-bfd7-8d4a16bba6f7) service to localhost/127.0.0.1:37363 2024-12-03T21:33:55,882 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:33:55,883 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/cluster_73776a0c-c9e3-30c9-29f2-342183916eae/data/data1/current/BP-698499902-172.17.0.2-1733261590024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:33:55,883 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/cluster_73776a0c-c9e3-30c9-29f2-342183916eae/data/data2/current/BP-698499902-172.17.0.2-1733261590024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:33:55,883 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:33:55,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41288b05{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:33:55,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69b9fcac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:33:55,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:33:55,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7188027e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:33:55,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@724e6c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3c63e5-cc1c-5460-c52c-759f423bb406/hadoop.log.dir/,STOPPED} 2024-12-03T21:33:55,893 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T21:33:55,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:33:55,910 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 259) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:35511 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35511 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60090) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60090) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:37363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:35511 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:37363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:42003 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:42003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60090) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:42003 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:35511 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:42003 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:37363 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:35511 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=732 (was 652) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 232) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9573 (was 9718) 2024-12-03T21:33:55,918 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=9574 2024-12-03T21:33:55,929 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-03T21:33:55,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/hadoop.log.dir so I do NOT create it in target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678 2024-12-03T21:33:55,929 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:33:55,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/hadoop.tmp.dir so I do NOT create it in target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678 2024-12-03T21:33:55,929 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bdcb127-f952-e44b-6e4d-61dc9970ce09/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:33:55,929 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678 2024-12-03T21:33:55,929 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/cluster_bbcd0e6b-8733-aba9-a8ca-2f62ac6dc9f6, deleteOnExit=true 2024-12-03T21:33:55,953 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/cluster_bbcd0e6b-8733-aba9-a8ca-2f62ac6dc9f6/zookeeper_0, clientPort=50844, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/cluster_bbcd0e6b-8733-aba9-a8ca-2f62ac6dc9f6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/cluster_bbcd0e6b-8733-aba9-a8ca-2f62ac6dc9f6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T21:33:55,954 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50844 2024-12-03T21:33:55,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:33:55,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:33:55,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/test.cache.data in system properties and HBase conf 2024-12-03T21:33:55,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:33:55,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:33:55,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:33:55,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:33:55,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:33:55,955 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:33:55,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:33:55,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:33:55,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:33:55,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:33:55,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:33:55,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:33:55,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:33:55,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:33:55,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:33:55,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:33:55,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:33:55,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:33:55,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:33:55,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:33:55,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019e66afe00005, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:33:55,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019e66afe00008, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:33:55,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019e66afe00002, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:33:55,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019e66afe00008, quorum=127.0.0.1:60090, baseZNode=/21079422253 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:33:55,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019e66afe00005, quorum=127.0.0.1:60090, baseZNode=/11126398295 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:33:55,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019e66afe00002, quorum=127.0.0.1:60090, baseZNode=/0184020717 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:33:56,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:33:56,280 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:33:56,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:33:56,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:33:56,285 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:33:56,286 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:33:56,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40a48f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:33:56,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d13cb06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:33:56,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ef4fba4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/java.io.tmpdir/jetty-localhost-41565-hadoop-hdfs-3_4_1-tests_jar-_-any-9373988768444798472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:33:56,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@698790f7{HTTP/1.1, (http/1.1)}{localhost:41565} 2024-12-03T21:33:56,392 INFO [Time-limited test {}] server.Server(415): Started @274997ms 2024-12-03T21:33:56,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:33:56,623 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:33:56,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:33:56,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:33:56,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T21:33:56,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1383d0d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:33:56,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@326bc074{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:33:56,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d20b02c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/java.io.tmpdir/jetty-localhost-44655-hadoop-hdfs-3_4_1-tests_jar-_-any-4367932476868644898/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:33:56,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@630c0dd5{HTTP/1.1, (http/1.1)}{localhost:44655} 2024-12-03T21:33:56,718 INFO [Time-limited test {}] server.Server(415): Started @275324ms 2024-12-03T21:33:56,719 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:33:56,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T21:33:56,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T21:33:56,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T21:33:56,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:33:57,203 WARN [Thread-3441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/cluster_bbcd0e6b-8733-aba9-a8ca-2f62ac6dc9f6/data/data1/current/BP-384385740-172.17.0.2-1733261635967/current, will proceed with Du for space computation calculation, 2024-12-03T21:33:57,203 WARN [Thread-3442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/cluster_bbcd0e6b-8733-aba9-a8ca-2f62ac6dc9f6/data/data2/current/BP-384385740-172.17.0.2-1733261635967/current, will proceed with Du for space computation calculation, 2024-12-03T21:33:57,222 WARN [Thread-3429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:33:57,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5008c11d76dd2dc1 with lease ID 0x8f2c03f73a2dce0c: Processing first storage report for DS-869651f0-cce5-4152-a5b8-6e2253c737d7 from datanode DatanodeRegistration(127.0.0.1:44465, datanodeUuid=c88598bb-08ea-4ab7-81b7-3730acfb4e99, infoPort=42217, infoSecurePort=0, ipcPort=44889, storageInfo=lv=-57;cid=testClusterID;nsid=2082889084;c=1733261635967) 2024-12-03T21:33:57,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5008c11d76dd2dc1 with lease ID 0x8f2c03f73a2dce0c: from storage DS-869651f0-cce5-4152-a5b8-6e2253c737d7 node DatanodeRegistration(127.0.0.1:44465, datanodeUuid=c88598bb-08ea-4ab7-81b7-3730acfb4e99, infoPort=42217, infoSecurePort=0, ipcPort=44889, storageInfo=lv=-57;cid=testClusterID;nsid=2082889084;c=1733261635967), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:33:57,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5008c11d76dd2dc1 with lease ID 0x8f2c03f73a2dce0c: Processing first storage report for DS-cba9f781-bc6f-47eb-9b53-43e4581d0403 from datanode DatanodeRegistration(127.0.0.1:44465, datanodeUuid=c88598bb-08ea-4ab7-81b7-3730acfb4e99, infoPort=42217, infoSecurePort=0, ipcPort=44889, storageInfo=lv=-57;cid=testClusterID;nsid=2082889084;c=1733261635967) 2024-12-03T21:33:57,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5008c11d76dd2dc1 with lease ID 0x8f2c03f73a2dce0c: from storage DS-cba9f781-bc6f-47eb-9b53-43e4581d0403 node DatanodeRegistration(127.0.0.1:44465, datanodeUuid=c88598bb-08ea-4ab7-81b7-3730acfb4e99, infoPort=42217, infoSecurePort=0, ipcPort=44889, storageInfo=lv=-57;cid=testClusterID;nsid=2082889084;c=1733261635967), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:33:57,240 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678 2024-12-03T21:33:57,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:57,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:57,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:33:57,647 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e with version=8 2024-12-03T21:33:57,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/hbase-staging 2024-12-03T21:33:57,649 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:33:57,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:57,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:57,649 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:33:57,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:57,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:33:57,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:33:57,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:33:57,649 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39603 2024-12-03T21:33:57,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39603 connecting to ZooKeeper ensemble=127.0.0.1:50844 2024-12-03T21:33:57,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396030x0, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:33:57,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39603-0x1019e6763590000 connected 2024-12-03T21:33:57,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:57,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:57,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Set watcher on znode that does not yet exist, /0490963033/running 2024-12-03T21:33:57,797 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e, hbase.cluster.distributed=false 2024-12-03T21:33:57,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Set watcher on znode that does not yet exist, /0490963033/acl 2024-12-03T21:33:57,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39603 2024-12-03T21:33:57,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39603 2024-12-03T21:33:57,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39603 2024-12-03T21:33:57,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39603 2024-12-03T21:33:57,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39603 2024-12-03T21:33:57,812 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:33:57,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:57,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:57,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:33:57,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:33:57,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:33:57,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:33:57,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:33:57,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38489 2024-12-03T21:33:57,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38489 connecting to ZooKeeper ensemble=127.0.0.1:50844 2024-12-03T21:33:57,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:57,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:57,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384890x0, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:33:57,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384890x0, quorum=127.0.0.1:50844, baseZNode=/0490963033 Set watcher on znode that does not yet exist, /0490963033/running 2024-12-03T21:33:57,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38489-0x1019e6763590001 connected 2024-12-03T21:33:57,828 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:33:57,829 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:33:57,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Set watcher on znode that does not yet exist, /0490963033/master 2024-12-03T21:33:57,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Set watcher on znode that does not yet exist, /0490963033/acl 2024-12-03T21:33:57,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38489 2024-12-03T21:33:57,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38489 2024-12-03T21:33:57,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38489 2024-12-03T21:33:57,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38489 2024-12-03T21:33:57,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38489 2024-12-03T21:33:57,848 DEBUG [M:0;101545f66cbd:39603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:39603 2024-12-03T21:33:57,849 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0490963033/backup-masters/101545f66cbd,39603,1733261637649 2024-12-03T21:33:57,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033/backup-masters 2024-12-03T21:33:57,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033/backup-masters 2024-12-03T21:33:57,858 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Set watcher on existing znode=/0490963033/backup-masters/101545f66cbd,39603,1733261637649 2024-12-03T21:33:57,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033 2024-12-03T21:33:57,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0490963033/master 2024-12-03T21:33:57,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033 2024-12-03T21:33:57,866 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Set watcher on existing znode=/0490963033/master 2024-12-03T21:33:57,866 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0490963033/backup-masters/101545f66cbd,39603,1733261637649 from backup master directory 2024-12-03T21:33:57,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0490963033/backup-masters/101545f66cbd,39603,1733261637649 2024-12-03T21:33:57,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033/backup-masters 2024-12-03T21:33:57,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033/backup-masters 2024-12-03T21:33:57,874 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:33:57,874 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,39603,1733261637649 2024-12-03T21:33:57,877 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/hbase.id] with ID: b0f55a38-f89a-4c74-832d-90363aaef25f 2024-12-03T21:33:57,877 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/.tmp/hbase.id 2024-12-03T21:33:57,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:33:58,284 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/.tmp/hbase.id]:[hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/hbase.id] 2024-12-03T21:33:58,291 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:33:58,291 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:33:58,292 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T21:33:58,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033 2024-12-03T21:33:58,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033 2024-12-03T21:33:58,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:33:58,724 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:33:58,724 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:33:58,724 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:33:58,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:33:58,996 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:33:58,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:58,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:58,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:58,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:58,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:59,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:59,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:59,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:59,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:59,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:59,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:59,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:59,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:59,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:59,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:33:59,130 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store 2024-12-03T21:33:59,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:33:59,534 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:59,534 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:33:59,534 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:59,534 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:59,534 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:33:59,534 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:59,535 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:33:59,535 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261639534Disabling compacts and flushes for region at 1733261639534Disabling writes for close at 1733261639534Writing region close event to WAL at 1733261639534Closed at 1733261639534 2024-12-03T21:33:59,535 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/.initializing 2024-12-03T21:33:59,535 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/WALs/101545f66cbd,39603,1733261637649 2024-12-03T21:33:59,536 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:33:59,537 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C39603%2C1733261637649, suffix=, logDir=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/WALs/101545f66cbd,39603,1733261637649, archiveDir=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/oldWALs, maxLogs=10 2024-12-03T21:33:59,551 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/WALs/101545f66cbd,39603,1733261637649/101545f66cbd%2C39603%2C1733261637649.1733261639537, exclude list is [], retry=0 2024-12-03T21:33:59,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44465,DS-869651f0-cce5-4152-a5b8-6e2253c737d7,DISK] 2024-12-03T21:33:59,554 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/WALs/101545f66cbd,39603,1733261637649/101545f66cbd%2C39603%2C1733261637649.1733261639537 2024-12-03T21:33:59,555 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42217:42217)] 2024-12-03T21:33:59,555 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:33:59,555 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:33:59,555 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:59,555 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:59,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:59,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:33:59,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:59,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:33:59,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:59,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:33:59,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:59,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:59,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:59,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:33:59,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:59,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:59,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:59,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:33:59,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:59,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:33:59,561 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:59,562 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:59,562 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:59,563 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:59,563 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:59,563 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:33:59,564 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:33:59,565 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:33:59,566 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72216086, jitterRate=0.07610353827476501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:33:59,566 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261639555Initializing all the Stores at 1733261639556 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261639556Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261639557 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261639557Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261639557Cleaning up temporary data from old regions at 1733261639563 (+6 ms)Region opened successfully at 1733261639566 (+3 ms) 2024-12-03T21:33:59,566 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:33:59,568 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73cacbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:33:59,569 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:33:59,569 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:33:59,569 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:33:59,569 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:33:59,569 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:33:59,570 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:33:59,570 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:33:59,571 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:33:59,571 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Unable to get data of znode /0490963033/balancer because node does not exist (not necessarily an error) 2024-12-03T21:33:59,599 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0490963033/balancer already deleted, retry=false 2024-12-03T21:33:59,599 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:33:59,600 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Unable to get data of znode /0490963033/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:33:59,607 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0490963033/normalizer already deleted, retry=false 2024-12-03T21:33:59,607 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:33:59,608 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Unable to get data of znode /0490963033/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:33:59,615 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0490963033/switch/split already deleted, retry=false 2024-12-03T21:33:59,616 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Unable to get data of znode /0490963033/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:33:59,624 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0490963033/switch/merge already deleted, retry=false 2024-12-03T21:33:59,625 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Unable to get data of znode /0490963033/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:33:59,632 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0490963033/snapshot-cleanup already deleted, retry=false 2024-12-03T21:33:59,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0490963033/running 2024-12-03T21:33:59,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0490963033/running 2024-12-03T21:33:59,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033 2024-12-03T21:33:59,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033 2024-12-03T21:33:59,641 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,39603,1733261637649, sessionid=0x1019e6763590000, setting cluster-up flag (Was=false) 2024-12-03T21:33:59,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033 2024-12-03T21:33:59,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033 2024-12-03T21:33:59,682 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0490963033/flush-table-proc/acquired, /0490963033/flush-table-proc/reached, /0490963033/flush-table-proc/abort 2024-12-03T21:33:59,683 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,39603,1733261637649 2024-12-03T21:33:59,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033 2024-12-03T21:33:59,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033 2024-12-03T21:33:59,724 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0490963033/online-snapshot/acquired, /0490963033/online-snapshot/reached, /0490963033/online-snapshot/abort 2024-12-03T21:33:59,724 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,39603,1733261637649 2024-12-03T21:33:59,725 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:33:59,726 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:33:59,727 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:33:59,727 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:33:59,727 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,39603,1733261637649 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:33:59,728 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:33:59,728 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:33:59,728 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:33:59,728 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:33:59,728 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:33:59,728 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:59,728 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:33:59,728 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:59,729 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261669729 2024-12-03T21:33:59,729 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:33:59,729 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:33:59,729 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:33:59,729 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:33:59,729 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:33:59,729 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:33:59,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:33:59,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:33:59,729 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:59,729 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:33:59,730 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:33:59,730 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:33:59,730 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:33:59,730 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:33:59,730 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:33:59,730 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:33:59,730 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261639730,5,FailOnTimeoutGroup] 2024-12-03T21:33:59,730 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261639730,5,FailOnTimeoutGroup] 2024-12-03T21:33:59,730 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:59,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:33:59,730 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:33:59,730 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:59,730 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:59,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:33:59,737 INFO [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(746): ClusterId : b0f55a38-f89a-4c74-832d-90363aaef25f 2024-12-03T21:33:59,737 DEBUG [RS:0;101545f66cbd:38489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:33:59,745 DEBUG [RS:0;101545f66cbd:38489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:33:59,745 DEBUG [RS:0;101545f66cbd:38489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:33:59,753 DEBUG [RS:0;101545f66cbd:38489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:33:59,753 DEBUG [RS:0;101545f66cbd:38489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bde939b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:33:59,763 DEBUG [RS:0;101545f66cbd:38489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:38489 2024-12-03T21:33:59,763 INFO [RS:0;101545f66cbd:38489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:33:59,763 INFO [RS:0;101545f66cbd:38489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:33:59,763 DEBUG [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:33:59,763 INFO [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,39603,1733261637649 with port=38489, startcode=1733261637811 2024-12-03T21:33:59,763 DEBUG [RS:0;101545f66cbd:38489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:33:59,764 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:33:59,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,38489,1733261637811 2024-12-03T21:33:59,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39603 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,38489,1733261637811 2024-12-03T21:33:59,765 DEBUG [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e 2024-12-03T21:33:59,766 DEBUG [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38191 2024-12-03T21:33:59,766 DEBUG [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:33:59,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033/rs 2024-12-03T21:33:59,774 DEBUG [RS:0;101545f66cbd:38489 {}] zookeeper.ZKUtil(111): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Set watcher on existing znode=/0490963033/rs/101545f66cbd,38489,1733261637811 2024-12-03T21:33:59,774 WARN [RS:0;101545f66cbd:38489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:33:59,774 INFO [RS:0;101545f66cbd:38489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:33:59,774 DEBUG [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811 2024-12-03T21:33:59,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,38489,1733261637811] 2024-12-03T21:33:59,777 INFO [RS:0;101545f66cbd:38489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:33:59,778 INFO [RS:0;101545f66cbd:38489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:33:59,778 INFO [RS:0;101545f66cbd:38489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:33:59,778 INFO [RS:0;101545f66cbd:38489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:59,778 INFO [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:33:59,779 INFO [RS:0;101545f66cbd:38489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:33:59,779 INFO [RS:0;101545f66cbd:38489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:59,779 DEBUG [RS:0;101545f66cbd:38489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:59,779 DEBUG [RS:0;101545f66cbd:38489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:59,779 DEBUG [RS:0;101545f66cbd:38489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:59,779 DEBUG [RS:0;101545f66cbd:38489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:59,779 DEBUG [RS:0;101545f66cbd:38489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:59,779 DEBUG [RS:0;101545f66cbd:38489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:33:59,779 DEBUG [RS:0;101545f66cbd:38489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:59,779 DEBUG [RS:0;101545f66cbd:38489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:59,779 DEBUG [RS:0;101545f66cbd:38489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:59,779 DEBUG [RS:0;101545f66cbd:38489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:59,779 DEBUG [RS:0;101545f66cbd:38489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:59,779 DEBUG [RS:0;101545f66cbd:38489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:33:59,779 DEBUG [RS:0;101545f66cbd:38489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:33:59,779 DEBUG [RS:0;101545f66cbd:38489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:33:59,779 INFO [RS:0;101545f66cbd:38489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:59,779 INFO [RS:0;101545f66cbd:38489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:59,779 INFO [RS:0;101545f66cbd:38489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:59,779 INFO [RS:0;101545f66cbd:38489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:59,779 INFO [RS:0;101545f66cbd:38489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:59,779 INFO [RS:0;101545f66cbd:38489 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,38489,1733261637811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:33:59,793 INFO [RS:0;101545f66cbd:38489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:33:59,793 INFO [RS:0;101545f66cbd:38489 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,38489,1733261637811-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:59,793 INFO [RS:0;101545f66cbd:38489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:59,793 INFO [RS:0;101545f66cbd:38489 {}] regionserver.Replication(171): 101545f66cbd,38489,1733261637811 started 2024-12-03T21:33:59,803 INFO [RS:0;101545f66cbd:38489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:33:59,804 INFO [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,38489,1733261637811, RpcServer on 101545f66cbd/172.17.0.2:38489, sessionid=0x1019e6763590001 2024-12-03T21:33:59,804 DEBUG [RS:0;101545f66cbd:38489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:33:59,804 DEBUG [RS:0;101545f66cbd:38489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,38489,1733261637811 2024-12-03T21:33:59,804 DEBUG [RS:0;101545f66cbd:38489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,38489,1733261637811' 2024-12-03T21:33:59,804 DEBUG [RS:0;101545f66cbd:38489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0490963033/flush-table-proc/abort' 2024-12-03T21:33:59,804 DEBUG [RS:0;101545f66cbd:38489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0490963033/flush-table-proc/acquired' 2024-12-03T21:33:59,805 DEBUG [RS:0;101545f66cbd:38489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:33:59,805 DEBUG [RS:0;101545f66cbd:38489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:33:59,805 DEBUG [RS:0;101545f66cbd:38489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,38489,1733261637811 2024-12-03T21:33:59,805 DEBUG [RS:0;101545f66cbd:38489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,38489,1733261637811' 2024-12-03T21:33:59,805 DEBUG [RS:0;101545f66cbd:38489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0490963033/online-snapshot/abort' 2024-12-03T21:33:59,805 DEBUG [RS:0;101545f66cbd:38489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0490963033/online-snapshot/acquired' 2024-12-03T21:33:59,805 DEBUG [RS:0;101545f66cbd:38489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:33:59,805 INFO [RS:0;101545f66cbd:38489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:33:59,806 INFO [RS:0;101545f66cbd:38489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:33:59,906 INFO [RS:0;101545f66cbd:38489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:33:59,907 INFO [RS:0;101545f66cbd:38489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C38489%2C1733261637811, suffix=, logDir=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811, archiveDir=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/oldWALs, maxLogs=10 2024-12-03T21:33:59,917 DEBUG [RS:0;101545f66cbd:38489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907, exclude list is [], retry=0 2024-12-03T21:33:59,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44465,DS-869651f0-cce5-4152-a5b8-6e2253c737d7,DISK] 2024-12-03T21:33:59,921 INFO [RS:0;101545f66cbd:38489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 2024-12-03T21:33:59,921 DEBUG [RS:0;101545f66cbd:38489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42217:42217)] 2024-12-03T21:34:00,138 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:34:00,138 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e 2024-12-03T21:34:00,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:34:00,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:00,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:34:00,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:34:00,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:00,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:00,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:34:00,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:34:00,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:00,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:00,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:34:00,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:34:00,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:00,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:00,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:34:00,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:34:00,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:00,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:00,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:34:00,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740 2024-12-03T21:34:00,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740 2024-12-03T21:34:00,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:34:00,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:34:00,549 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:34:00,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:34:00,551 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:00,551 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64293594, jitterRate=-0.04195079207420349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:34:00,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261640543Initializing all the Stores at 1733261640543Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261640543Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261640543Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261640543Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261640543Cleaning up temporary data from old regions at 1733261640549 (+6 ms)Region opened successfully at 1733261640551 (+2 ms) 2024-12-03T21:34:00,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:34:00,552 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:34:00,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:34:00,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:34:00,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:34:00,552 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:34:00,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261640552Disabling compacts and flushes for region at 1733261640552Disabling writes for close at 1733261640552Writing region close event to WAL at 1733261640552Closed at 1733261640552 2024-12-03T21:34:00,553 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:00,553 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:34:00,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:34:00,553 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:34:00,554 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:34:00,704 DEBUG [101545f66cbd:39603 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:34:00,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,38489,1733261637811 2024-12-03T21:34:00,705 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,38489,1733261637811, state=OPENING 2024-12-03T21:34:00,732 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:34:00,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033 2024-12-03T21:34:00,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033 2024-12-03T21:34:00,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0490963033/meta-region-server: CHANGED 2024-12-03T21:34:00,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0490963033/meta-region-server: CHANGED 2024-12-03T21:34:00,741 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:34:00,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,38489,1733261637811}] 2024-12-03T21:34:00,893 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:34:00,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:34:00,896 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:34:00,896 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:00,896 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:34:00,897 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C38489%2C1733261637811.meta, suffix=.meta, logDir=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811, archiveDir=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/oldWALs, maxLogs=10 2024-12-03T21:34:00,908 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.meta.1733261640898.meta, exclude list is [], retry=0 2024-12-03T21:34:00,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44465,DS-869651f0-cce5-4152-a5b8-6e2253c737d7,DISK] 2024-12-03T21:34:00,911 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.meta.1733261640898.meta 2024-12-03T21:34:00,911 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42217:42217)] 2024-12-03T21:34:00,911 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:00,912 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:34:00,912 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:34:00,912 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:34:00,912 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:34:00,912 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:34:00,912 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:00,912 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:34:00,912 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:34:00,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:34:00,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:34:00,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:00,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:00,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:34:00,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:34:00,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:00,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:00,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:34:00,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:34:00,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:00,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:00,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:34:00,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:34:00,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:00,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:00,917 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:34:00,917 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740 2024-12-03T21:34:00,918 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740 2024-12-03T21:34:00,919 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:34:00,919 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:34:00,919 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:34:00,920 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:34:00,920 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68607144, jitterRate=0.022326111793518066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:34:00,920 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:34:00,920 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261640912Writing region info on filesystem at 1733261640912Initializing all the Stores at 1733261640913 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261640913Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261640913Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261640913Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261640913Cleaning up temporary data from old regions at 1733261640919 (+6 ms)Running coprocessor post-open hooks at 1733261640920 (+1 ms)Region opened successfully at 1733261640920 2024-12-03T21:34:00,921 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261640893 2024-12-03T21:34:00,922 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:34:00,922 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:34:00,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,38489,1733261637811 2024-12-03T21:34:00,923 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,38489,1733261637811, state=OPEN 2024-12-03T21:34:00,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0490963033/meta-region-server 2024-12-03T21:34:00,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0490963033/meta-region-server 2024-12-03T21:34:00,972 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,38489,1733261637811 2024-12-03T21:34:00,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0490963033/meta-region-server: CHANGED 2024-12-03T21:34:00,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0490963033/meta-region-server: CHANGED 2024-12-03T21:34:00,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:34:00,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,38489,1733261637811 in 231 msec 2024-12-03T21:34:00,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:34:00,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-12-03T21:34:00,976 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:00,976 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:34:00,977 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:00,977 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,38489,1733261637811, seqNum=-1] 2024-12-03T21:34:00,977 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:00,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:34:00,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2540 sec 2024-12-03T21:34:00,981 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261640981, completionTime=-1 2024-12-03T21:34:00,982 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:34:00,982 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:34:00,983 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:34:00,983 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261700983 2024-12-03T21:34:00,983 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261760983 2024-12-03T21:34:00,983 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T21:34:00,983 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39603,1733261637649-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:00,983 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39603,1733261637649-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:00,983 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39603,1733261637649-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:00,983 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:39603, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:00,983 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:00,983 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:00,984 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:34:00,986 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.112sec 2024-12-03T21:34:00,986 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:34:00,986 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:34:00,986 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:34:00,986 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:34:00,986 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:34:00,986 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39603,1733261637649-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:34:00,986 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39603,1733261637649-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:34:00,987 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:34:00,988 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:34:00,988 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39603,1733261637649-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:01,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5874ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:01,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,39603,-1 for getting cluster id 2024-12-03T21:34:01,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:01,039 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0f55a38-f89a-4c74-832d-90363aaef25f' 2024-12-03T21:34:01,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:01,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0f55a38-f89a-4c74-832d-90363aaef25f" 2024-12-03T21:34:01,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256bf7e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:01,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,39603,-1] 2024-12-03T21:34:01,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:01,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:01,041 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:01,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0783db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:01,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:01,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,38489,1733261637811, seqNum=-1] 2024-12-03T21:34:01,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:01,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:34:01,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,39603,1733261637649 2024-12-03T21:34:01,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50844 2024-12-03T21:34:01,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:34:01,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e6763590002 connected 2024-12-03T21:34:01,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/hadoop.log.dir so I do NOT create it in target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178 2024-12-03T21:34:01,067 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:34:01,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/hadoop.tmp.dir so I do NOT create it in target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178 2024-12-03T21:34:01,067 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:34:01,067 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178 2024-12-03T21:34:01,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:34:01,067 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/cluster_98463702-1c71-505e-fb3e-3ea7292be107, deleteOnExit=true 2024-12-03T21:34:01,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:34:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/test.cache.data in system properties and HBase conf 2024-12-03T21:34:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:34:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:34:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:34:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:34:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:34:01,068 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:34:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:34:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:34:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:34:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:34:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:34:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:34:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:34:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:34:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:34:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:34:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:34:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:34:01,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:34:01,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:34:01,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:34:01,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:34:01,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:34:01,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:34:01,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:34:01,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:34:01,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@477a74d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:34:01,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77ac7b40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:34:01,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44fd5e6b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/java.io.tmpdir/jetty-localhost-38463-hadoop-hdfs-3_4_1-tests_jar-_-any-605253763027998217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:34:01,479 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@384dd753{HTTP/1.1, (http/1.1)}{localhost:38463} 2024-12-03T21:34:01,479 INFO [Time-limited test {}] server.Server(415): Started @280084ms 2024-12-03T21:34:01,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:34:01,684 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:34:01,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:34:01,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:34:01,687 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:34:01,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f92b2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:34:01,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a8ac6d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:34:01,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@521605cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/java.io.tmpdir/jetty-localhost-35069-hadoop-hdfs-3_4_1-tests_jar-_-any-1203605546703941262/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:34:01,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b2fe634{HTTP/1.1, (http/1.1)}{localhost:35069} 2024-12-03T21:34:01,781 INFO [Time-limited test {}] server.Server(415): Started @280387ms 2024-12-03T21:34:01,782 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:34:02,303 WARN [Thread-3563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/cluster_98463702-1c71-505e-fb3e-3ea7292be107/data/data2/current/BP-671287021-172.17.0.2-1733261641091/current, will proceed with Du for space computation calculation, 2024-12-03T21:34:02,303 WARN [Thread-3562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/cluster_98463702-1c71-505e-fb3e-3ea7292be107/data/data1/current/BP-671287021-172.17.0.2-1733261641091/current, will proceed with Du for space computation calculation, 2024-12-03T21:34:02,318 WARN [Thread-3550 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:34:02,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55d0fe56335820e2 with lease ID 0x18ed196713deed55: Processing first storage report for DS-e5ac3142-f05e-4819-917f-81e6053908fb from datanode DatanodeRegistration(127.0.0.1:36089, datanodeUuid=b2ddc305-a687-4a82-b9f7-063d69a07765, infoPort=39057, infoSecurePort=0, ipcPort=34135, storageInfo=lv=-57;cid=testClusterID;nsid=1646989808;c=1733261641091) 2024-12-03T21:34:02,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55d0fe56335820e2 with lease ID 0x18ed196713deed55: from storage DS-e5ac3142-f05e-4819-917f-81e6053908fb node DatanodeRegistration(127.0.0.1:36089, datanodeUuid=b2ddc305-a687-4a82-b9f7-063d69a07765, infoPort=39057, infoSecurePort=0, ipcPort=34135, storageInfo=lv=-57;cid=testClusterID;nsid=1646989808;c=1733261641091), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:34:02,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55d0fe56335820e2 with lease ID 0x18ed196713deed55: Processing first storage report for DS-4431e969-fd1c-4eb1-b4ac-ca2fca470f28 from datanode DatanodeRegistration(127.0.0.1:36089, datanodeUuid=b2ddc305-a687-4a82-b9f7-063d69a07765, infoPort=39057, infoSecurePort=0, ipcPort=34135, storageInfo=lv=-57;cid=testClusterID;nsid=1646989808;c=1733261641091) 2024-12-03T21:34:02,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55d0fe56335820e2 with lease ID 0x18ed196713deed55: from storage DS-4431e969-fd1c-4eb1-b4ac-ca2fca470f28 node DatanodeRegistration(127.0.0.1:36089, datanodeUuid=b2ddc305-a687-4a82-b9f7-063d69a07765, infoPort=39057, infoSecurePort=0, ipcPort=34135, storageInfo=lv=-57;cid=testClusterID;nsid=1646989808;c=1733261641091), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:34:02,403 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178 2024-12-03T21:34:02,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:02,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:02,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:34:02,811 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324 with version=8 2024-12-03T21:34:02,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/hbase-staging 2024-12-03T21:34:02,813 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:34:02,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:02,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:02,813 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:34:02,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:02,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:34:02,813 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:34:02,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:34:02,814 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43085 2024-12-03T21:34:02,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43085 connecting to ZooKeeper ensemble=127.0.0.1:50844 2024-12-03T21:34:02,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430850x0, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:34:02,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43085-0x1019e6763590003 connected 2024-12-03T21:34:02,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:02,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:02,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Set watcher on znode that does not yet exist, /1795126137/running 2024-12-03T21:34:02,902 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324, hbase.cluster.distributed=false 2024-12-03T21:34:02,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Set watcher on znode that does not yet exist, /1795126137/acl 2024-12-03T21:34:02,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43085 2024-12-03T21:34:02,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43085 2024-12-03T21:34:02,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43085 2024-12-03T21:34:02,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43085 2024-12-03T21:34:02,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43085 2024-12-03T21:34:02,922 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:34:02,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:02,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:02,922 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:34:02,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:02,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:34:02,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:34:02,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:34:02,923 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42229 2024-12-03T21:34:02,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42229 connecting to ZooKeeper ensemble=127.0.0.1:50844 2024-12-03T21:34:02,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:02,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:02,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422290x0, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:34:02,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422290x0, quorum=127.0.0.1:50844, baseZNode=/1795126137 Set watcher on znode that does not yet exist, /1795126137/running 2024-12-03T21:34:02,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42229-0x1019e6763590004 connected 2024-12-03T21:34:02,936 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:34:02,937 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:34:02,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Set watcher on znode that does not yet exist, /1795126137/master 2024-12-03T21:34:02,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Set watcher on znode that does not yet exist, /1795126137/acl 2024-12-03T21:34:02,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42229 2024-12-03T21:34:02,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42229 2024-12-03T21:34:02,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42229 2024-12-03T21:34:02,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42229 2024-12-03T21:34:02,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42229 2024-12-03T21:34:02,957 DEBUG [M:0;101545f66cbd:43085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:43085 2024-12-03T21:34:02,957 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1795126137/backup-masters/101545f66cbd,43085,1733261642813 2024-12-03T21:34:02,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137/backup-masters 2024-12-03T21:34:02,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137/backup-masters 2024-12-03T21:34:02,966 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Set watcher on existing znode=/1795126137/backup-masters/101545f66cbd,43085,1733261642813 2024-12-03T21:34:02,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1795126137/master 2024-12-03T21:34:02,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137 2024-12-03T21:34:02,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137 2024-12-03T21:34:02,974 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Set watcher on existing znode=/1795126137/master 2024-12-03T21:34:02,974 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1795126137/backup-masters/101545f66cbd,43085,1733261642813 from backup master directory 2024-12-03T21:34:02,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1795126137/backup-masters/101545f66cbd,43085,1733261642813 2024-12-03T21:34:02,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137/backup-masters 2024-12-03T21:34:02,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137/backup-masters 2024-12-03T21:34:02,982 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:34:02,982 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,43085,1733261642813 2024-12-03T21:34:02,984 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/hbase.id] with ID: 30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8 2024-12-03T21:34:02,984 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/.tmp/hbase.id 2024-12-03T21:34:02,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:34:02,989 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/.tmp/hbase.id]:[hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/hbase.id] 2024-12-03T21:34:02,997 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:02,997 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:34:02,998 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T21:34:03,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137 2024-12-03T21:34:03,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137 2024-12-03T21:34:03,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:34:03,416 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:34:03,417 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:34:03,417 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:03,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:34:03,823 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store 2024-12-03T21:34:03,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:34:04,231 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:04,231 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:34:04,231 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:04,231 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:04,231 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:34:04,231 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:04,231 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:04,231 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261644231Disabling compacts and flushes for region at 1733261644231Disabling writes for close at 1733261644231Writing region close event to WAL at 1733261644231Closed at 1733261644231 2024-12-03T21:34:04,232 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/.initializing 2024-12-03T21:34:04,232 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/WALs/101545f66cbd,43085,1733261642813 2024-12-03T21:34:04,233 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:34:04,234 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C43085%2C1733261642813, suffix=, logDir=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/WALs/101545f66cbd,43085,1733261642813, archiveDir=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/oldWALs, maxLogs=10 2024-12-03T21:34:04,245 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/WALs/101545f66cbd,43085,1733261642813/101545f66cbd%2C43085%2C1733261642813.1733261644234, exclude list is [], retry=0 2024-12-03T21:34:04,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36089,DS-e5ac3142-f05e-4819-917f-81e6053908fb,DISK] 2024-12-03T21:34:04,249 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/WALs/101545f66cbd,43085,1733261642813/101545f66cbd%2C43085%2C1733261642813.1733261644234 2024-12-03T21:34:04,250 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39057:39057)] 2024-12-03T21:34:04,250 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:04,250 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:04,250 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:04,250 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:04,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:04,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:34:04,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:04,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:04,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:04,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:34:04,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:04,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:04,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:04,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:34:04,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:04,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:04,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:04,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:34:04,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:04,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:04,256 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:04,257 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:04,257 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:04,258 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:04,258 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:04,258 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:34:04,259 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:04,260 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:04,261 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71844823, jitterRate=0.07057128846645355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:34:04,261 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261644250Initializing all the Stores at 1733261644251 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261644251Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261644251Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261644251Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261644251Cleaning up temporary data from old regions at 1733261644258 (+7 ms)Region opened successfully at 1733261644261 (+3 ms) 2024-12-03T21:34:04,261 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:34:04,263 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2951ecd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:34:04,264 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:34:04,264 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:34:04,264 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:34:04,264 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:34:04,264 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:34:04,264 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:34:04,265 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:34:04,266 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:34:04,267 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Unable to get data of znode /1795126137/balancer because node does not exist (not necessarily an error) 2024-12-03T21:34:04,294 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1795126137/balancer already deleted, retry=false 2024-12-03T21:34:04,294 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:34:04,295 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Unable to get data of znode /1795126137/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:34:04,302 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1795126137/normalizer already deleted, retry=false 2024-12-03T21:34:04,302 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:34:04,303 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Unable to get data of znode /1795126137/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:34:04,311 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1795126137/switch/split already deleted, retry=false 2024-12-03T21:34:04,311 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Unable to get data of znode /1795126137/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:34:04,319 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1795126137/switch/merge already deleted, retry=false 2024-12-03T21:34:04,320 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Unable to get data of znode /1795126137/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:34:04,327 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1795126137/snapshot-cleanup already deleted, retry=false 2024-12-03T21:34:04,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1795126137/running 2024-12-03T21:34:04,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1795126137/running 2024-12-03T21:34:04,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137 2024-12-03T21:34:04,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137 2024-12-03T21:34:04,336 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,43085,1733261642813, sessionid=0x1019e6763590003, setting cluster-up flag (Was=false) 2024-12-03T21:34:04,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137 2024-12-03T21:34:04,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137 2024-12-03T21:34:04,377 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1795126137/flush-table-proc/acquired, /1795126137/flush-table-proc/reached, /1795126137/flush-table-proc/abort 2024-12-03T21:34:04,378 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,43085,1733261642813 2024-12-03T21:34:04,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137 2024-12-03T21:34:04,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137 2024-12-03T21:34:04,419 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1795126137/online-snapshot/acquired, /1795126137/online-snapshot/reached, /1795126137/online-snapshot/abort 2024-12-03T21:34:04,420 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,43085,1733261642813 2024-12-03T21:34:04,420 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:34:04,422 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:04,422 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:34:04,422 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:34:04,422 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,43085,1733261642813 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:34:04,423 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:04,423 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:04,423 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:04,423 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:04,423 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:34:04,423 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:04,424 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:34:04,424 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:04,424 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261674424 2024-12-03T21:34:04,424 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:34:04,424 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:34:04,424 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:34:04,424 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:34:04,425 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:34:04,425 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:34:04,425 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:04,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:04,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:34:04,425 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:34:04,425 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:34:04,425 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:34:04,425 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:34:04,425 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:34:04,425 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:34:04,425 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:04,426 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:34:04,426 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261644425,5,FailOnTimeoutGroup] 2024-12-03T21:34:04,426 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261644426,5,FailOnTimeoutGroup] 2024-12-03T21:34:04,426 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:04,426 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:34:04,426 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:04,426 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:04,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:34:04,449 INFO [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(746): ClusterId : 30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8 2024-12-03T21:34:04,449 DEBUG [RS:0;101545f66cbd:42229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:34:04,458 DEBUG [RS:0;101545f66cbd:42229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:34:04,458 DEBUG [RS:0;101545f66cbd:42229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:34:04,466 DEBUG [RS:0;101545f66cbd:42229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:34:04,466 DEBUG [RS:0;101545f66cbd:42229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d26ddda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:34:04,480 DEBUG [RS:0;101545f66cbd:42229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:42229 2024-12-03T21:34:04,480 INFO [RS:0;101545f66cbd:42229 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:34:04,480 INFO [RS:0;101545f66cbd:42229 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:34:04,480 DEBUG [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:34:04,481 INFO [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,43085,1733261642813 with port=42229, startcode=1733261642921 2024-12-03T21:34:04,481 DEBUG [RS:0;101545f66cbd:42229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:34:04,482 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:34:04,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,42229,1733261642921 2024-12-03T21:34:04,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43085 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,42229,1733261642921 2024-12-03T21:34:04,484 DEBUG [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324 2024-12-03T21:34:04,484 DEBUG [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41911 2024-12-03T21:34:04,484 DEBUG [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:34:04,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137/rs 2024-12-03T21:34:04,494 DEBUG [RS:0;101545f66cbd:42229 {}] zookeeper.ZKUtil(111): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Set watcher on existing znode=/1795126137/rs/101545f66cbd,42229,1733261642921 2024-12-03T21:34:04,494 WARN [RS:0;101545f66cbd:42229 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:34:04,495 INFO [RS:0;101545f66cbd:42229 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:04,495 DEBUG [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921 2024-12-03T21:34:04,495 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,42229,1733261642921] 2024-12-03T21:34:04,497 INFO [RS:0;101545f66cbd:42229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:34:04,498 INFO [RS:0;101545f66cbd:42229 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:34:04,498 INFO [RS:0;101545f66cbd:42229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:34:04,498 INFO [RS:0;101545f66cbd:42229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:04,498 INFO [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:34:04,499 INFO [RS:0;101545f66cbd:42229 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:34:04,499 INFO [RS:0;101545f66cbd:42229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:04,499 DEBUG [RS:0;101545f66cbd:42229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:04,499 DEBUG [RS:0;101545f66cbd:42229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:04,499 DEBUG [RS:0;101545f66cbd:42229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:04,499 DEBUG [RS:0;101545f66cbd:42229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:04,499 DEBUG [RS:0;101545f66cbd:42229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:04,499 DEBUG [RS:0;101545f66cbd:42229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:34:04,499 DEBUG [RS:0;101545f66cbd:42229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:04,499 DEBUG [RS:0;101545f66cbd:42229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:04,499 DEBUG [RS:0;101545f66cbd:42229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:04,499 DEBUG [RS:0;101545f66cbd:42229 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:04,499 DEBUG [RS:0;101545f66cbd:42229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:04,499 DEBUG [RS:0;101545f66cbd:42229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:04,499 DEBUG [RS:0;101545f66cbd:42229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:34:04,499 DEBUG [RS:0;101545f66cbd:42229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:34:04,502 INFO [RS:0;101545f66cbd:42229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:04,502 INFO [RS:0;101545f66cbd:42229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:04,502 INFO [RS:0;101545f66cbd:42229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:04,502 INFO [RS:0;101545f66cbd:42229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:04,502 INFO [RS:0;101545f66cbd:42229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:04,502 INFO [RS:0;101545f66cbd:42229 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,42229,1733261642921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:34:04,514 INFO [RS:0;101545f66cbd:42229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:34:04,514 INFO [RS:0;101545f66cbd:42229 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,42229,1733261642921-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:04,514 INFO [RS:0;101545f66cbd:42229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:04,514 INFO [RS:0;101545f66cbd:42229 {}] regionserver.Replication(171): 101545f66cbd,42229,1733261642921 started 2024-12-03T21:34:04,524 INFO [RS:0;101545f66cbd:42229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:04,524 INFO [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,42229,1733261642921, RpcServer on 101545f66cbd/172.17.0.2:42229, sessionid=0x1019e6763590004 2024-12-03T21:34:04,524 DEBUG [RS:0;101545f66cbd:42229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:34:04,524 DEBUG [RS:0;101545f66cbd:42229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,42229,1733261642921 2024-12-03T21:34:04,525 DEBUG [RS:0;101545f66cbd:42229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,42229,1733261642921' 2024-12-03T21:34:04,525 DEBUG [RS:0;101545f66cbd:42229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1795126137/flush-table-proc/abort' 2024-12-03T21:34:04,525 DEBUG [RS:0;101545f66cbd:42229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1795126137/flush-table-proc/acquired' 2024-12-03T21:34:04,525 DEBUG [RS:0;101545f66cbd:42229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:34:04,525 DEBUG [RS:0;101545f66cbd:42229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:34:04,525 DEBUG [RS:0;101545f66cbd:42229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,42229,1733261642921 2024-12-03T21:34:04,525 DEBUG [RS:0;101545f66cbd:42229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,42229,1733261642921' 2024-12-03T21:34:04,525 DEBUG [RS:0;101545f66cbd:42229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1795126137/online-snapshot/abort' 2024-12-03T21:34:04,525 DEBUG [RS:0;101545f66cbd:42229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1795126137/online-snapshot/acquired' 2024-12-03T21:34:04,526 DEBUG [RS:0;101545f66cbd:42229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:34:04,526 INFO [RS:0;101545f66cbd:42229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:34:04,526 INFO [RS:0;101545f66cbd:42229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:34:04,626 INFO [RS:0;101545f66cbd:42229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:34:04,627 INFO [RS:0;101545f66cbd:42229 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C42229%2C1733261642921, suffix=, logDir=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921, archiveDir=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/oldWALs, maxLogs=10 2024-12-03T21:34:04,637 DEBUG [RS:0;101545f66cbd:42229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627, exclude list is [], retry=0 2024-12-03T21:34:04,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36089,DS-e5ac3142-f05e-4819-917f-81e6053908fb,DISK] 2024-12-03T21:34:04,640 INFO [RS:0;101545f66cbd:42229 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 2024-12-03T21:34:04,641 DEBUG [RS:0;101545f66cbd:42229 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39057:39057)] 2024-12-03T21:34:04,836 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:34:04,836 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324 2024-12-03T21:34:04,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:34:05,198 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:34:05,198 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:34:05,199 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88615 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:34:05,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:05,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:34:05,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:34:05,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:05,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:05,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:34:05,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:34:05,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:05,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:05,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:34:05,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:34:05,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:05,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:05,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:34:05,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:34:05,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:05,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:05,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:34:05,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740 2024-12-03T21:34:05,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740 2024-12-03T21:34:05,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:34:05,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:34:05,247 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:34:05,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:34:05,249 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:05,249 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72114457, jitterRate=0.07458914816379547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:34:05,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261645241Initializing all the Stores at 1733261645241Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261645241Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261645241Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261645241Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261645241Cleaning up temporary data from old regions at 1733261645247 (+6 ms)Region opened successfully at 1733261645249 (+2 ms) 2024-12-03T21:34:05,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:34:05,250 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:34:05,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:34:05,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:34:05,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:34:05,250 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:34:05,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261645250Disabling compacts and flushes for region at 1733261645250Disabling writes for close at 1733261645250Writing region close event to WAL at 1733261645250Closed at 1733261645250 2024-12-03T21:34:05,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:05,251 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:34:05,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:34:05,252 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:34:05,252 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:34:05,403 DEBUG [101545f66cbd:43085 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:34:05,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,42229,1733261642921 2024-12-03T21:34:05,404 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,42229,1733261642921, state=OPENING 2024-12-03T21:34:05,483 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:34:05,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137 2024-12-03T21:34:05,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137 2024-12-03T21:34:05,499 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:34:05,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1795126137/meta-region-server: CHANGED 2024-12-03T21:34:05,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1795126137/meta-region-server: CHANGED 2024-12-03T21:34:05,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,42229,1733261642921}] 2024-12-03T21:34:05,651 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:34:05,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:34:05,655 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:34:05,655 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:05,655 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:34:05,656 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C42229%2C1733261642921.meta, suffix=.meta, logDir=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921, archiveDir=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/oldWALs, maxLogs=10 2024-12-03T21:34:05,667 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.meta.1733261645656.meta, exclude list is [], retry=0 2024-12-03T21:34:05,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36089,DS-e5ac3142-f05e-4819-917f-81e6053908fb,DISK] 2024-12-03T21:34:05,670 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.meta.1733261645656.meta 2024-12-03T21:34:05,670 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39057:39057)] 2024-12-03T21:34:05,670 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:05,670 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:34:05,671 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:34:05,671 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:34:05,671 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:34:05,671 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:34:05,671 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:05,671 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:34:05,671 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:34:05,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:34:05,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:34:05,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:05,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:05,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:34:05,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:34:05,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:05,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:05,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:34:05,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:34:05,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:05,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:05,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:34:05,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:34:05,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:05,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:05,676 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:34:05,676 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740 2024-12-03T21:34:05,677 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740 2024-12-03T21:34:05,678 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:34:05,678 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:34:05,678 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:34:05,679 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:34:05,679 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64555735, jitterRate=-0.03804458677768707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:34:05,679 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:34:05,679 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261645671Writing region info on filesystem at 1733261645671Initializing all the Stores at 1733261645672 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261645672Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261645672Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261645672Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261645672Cleaning up temporary data from old regions at 1733261645678 (+6 ms)Running coprocessor post-open hooks at 1733261645679 (+1 ms)Region opened successfully at 1733261645679 2024-12-03T21:34:05,680 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261645651 2024-12-03T21:34:05,682 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:34:05,682 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:34:05,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,42229,1733261642921 2024-12-03T21:34:05,682 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,42229,1733261642921, state=OPEN 2024-12-03T21:34:05,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1795126137/meta-region-server 2024-12-03T21:34:05,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1795126137/meta-region-server 2024-12-03T21:34:05,690 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,42229,1733261642921 2024-12-03T21:34:05,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1795126137/meta-region-server: CHANGED 2024-12-03T21:34:05,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1795126137/meta-region-server: CHANGED 2024-12-03T21:34:05,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:34:05,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,42229,1733261642921 in 191 msec 2024-12-03T21:34:05,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:34:05,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-12-03T21:34:05,694 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:05,694 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:34:05,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:05,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,42229,1733261642921, seqNum=-1] 2024-12-03T21:34:05,695 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:05,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:34:05,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2770 sec 2024-12-03T21:34:05,699 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261645699, completionTime=-1 2024-12-03T21:34:05,699 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:34:05,699 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:34:05,701 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:34:05,701 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261705701 2024-12-03T21:34:05,701 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261765701 2024-12-03T21:34:05,701 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T21:34:05,701 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,43085,1733261642813-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:05,701 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,43085,1733261642813-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:05,701 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,43085,1733261642813-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:05,701 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:43085, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:05,701 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:05,701 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:05,702 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:34:05,704 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.722sec 2024-12-03T21:34:05,704 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:34:05,704 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:34:05,704 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:34:05,704 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:34:05,704 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:34:05,704 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,43085,1733261642813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:34:05,704 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,43085,1733261642813-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:34:05,706 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:34:05,706 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:34:05,706 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,43085,1733261642813-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:05,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2d18ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:05,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,43085,-1 for getting cluster id 2024-12-03T21:34:05,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:05,751 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8' 2024-12-03T21:34:05,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:05,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8" 2024-12-03T21:34:05,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c60d3ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:05,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,43085,-1] 2024-12-03T21:34:05,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:05,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:05,752 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:05,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc7d2bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:05,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,42229,1733261642921, seqNum=-1] 2024-12-03T21:34:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:05,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:34:05,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,43085,1733261642813 2024-12-03T21:34:05,756 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50844 2024-12-03T21:34:05,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:34:05,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019e6763590005 connected 2024-12-03T21:34:05,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/hadoop.log.dir so I do NOT create it in target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e 2024-12-03T21:34:05,776 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:34:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/hadoop.tmp.dir so I do NOT create it in target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e 2024-12-03T21:34:05,776 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:34:05,776 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e 2024-12-03T21:34:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:34:05,776 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/cluster_f1f80047-1522-f2f5-cb4e-bdb6a25ec533, deleteOnExit=true 2024-12-03T21:34:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:34:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/test.cache.data in system properties and HBase conf 2024-12-03T21:34:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:34:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:34:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:34:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:34:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:34:05,776 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:34:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:34:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:34:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:34:05,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:34:05,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:34:05,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:34:05,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:34:05,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:34:05,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:34:05,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:34:05,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:34:05,777 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T21:34:05,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:34:05,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:34:05,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:34:06,022 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T21:34:06,023 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:06,023 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:06,023 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:06,023 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:06,023 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:06,046 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:06,046 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:06,046 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:06,046 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:06,047 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:06,047 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:06,051 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:06,052 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:06,053 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:06,054 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:06,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:34:06,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:34:06,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:34:06,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:34:06,082 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T21:34:06,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:34:06,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15c8887e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:34:06,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d7b342c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:34:06,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58a34c8d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/java.io.tmpdir/jetty-localhost-37793-hadoop-hdfs-3_4_1-tests_jar-_-any-9013811773933038468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:34:06,173 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64019185{HTTP/1.1, (http/1.1)}{localhost:37793} 2024-12-03T21:34:06,173 INFO [Time-limited test {}] server.Server(415): Started @284779ms 2024-12-03T21:34:06,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:34:06,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:34:06,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:34:06,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:34:06,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:34:06,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d4fb49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:34:06,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d48c9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:34:06,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2482a93b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/java.io.tmpdir/jetty-localhost-44119-hadoop-hdfs-3_4_1-tests_jar-_-any-3062643741291935818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:34:06,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a05fecf{HTTP/1.1, (http/1.1)}{localhost:44119} 2024-12-03T21:34:06,482 INFO [Time-limited test {}] server.Server(415): Started @285088ms 2024-12-03T21:34:06,483 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:34:06,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T21:34:06,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T21:34:06,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T21:34:06,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T21:34:07,044 WARN [Thread-3684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/cluster_f1f80047-1522-f2f5-cb4e-bdb6a25ec533/data/data2/current/BP-575912882-172.17.0.2-1733261645790/current, will proceed with Du for space computation calculation, 2024-12-03T21:34:07,044 WARN [Thread-3683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/cluster_f1f80047-1522-f2f5-cb4e-bdb6a25ec533/data/data1/current/BP-575912882-172.17.0.2-1733261645790/current, will proceed with Du for space computation calculation, 2024-12-03T21:34:07,058 WARN [Thread-3671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:34:07,059 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4882c472d0278aa4 with lease ID 0x1a498a59cc795d62: Processing first storage report for DS-c9dd5820-8229-484c-917d-2ee4c462194d from datanode DatanodeRegistration(127.0.0.1:38709, datanodeUuid=3fe7b4d1-f8b8-477c-8789-4f572fc0ee7c, infoPort=45247, infoSecurePort=0, ipcPort=36181, storageInfo=lv=-57;cid=testClusterID;nsid=1005733697;c=1733261645790) 2024-12-03T21:34:07,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4882c472d0278aa4 with lease ID 0x1a498a59cc795d62: from storage DS-c9dd5820-8229-484c-917d-2ee4c462194d node DatanodeRegistration(127.0.0.1:38709, datanodeUuid=3fe7b4d1-f8b8-477c-8789-4f572fc0ee7c, infoPort=45247, infoSecurePort=0, ipcPort=36181, storageInfo=lv=-57;cid=testClusterID;nsid=1005733697;c=1733261645790), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:34:07,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4882c472d0278aa4 with lease ID 0x1a498a59cc795d62: Processing first storage report for DS-66bcb6fa-e212-45a3-9da6-851cb4e4481b from datanode DatanodeRegistration(127.0.0.1:38709, datanodeUuid=3fe7b4d1-f8b8-477c-8789-4f572fc0ee7c, infoPort=45247, infoSecurePort=0, ipcPort=36181, storageInfo=lv=-57;cid=testClusterID;nsid=1005733697;c=1733261645790) 2024-12-03T21:34:07,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4882c472d0278aa4 with lease ID 0x1a498a59cc795d62: from storage DS-66bcb6fa-e212-45a3-9da6-851cb4e4481b node DatanodeRegistration(127.0.0.1:38709, datanodeUuid=3fe7b4d1-f8b8-477c-8789-4f572fc0ee7c, infoPort=45247, infoSecurePort=0, ipcPort=36181, storageInfo=lv=-57;cid=testClusterID;nsid=1005733697;c=1733261645790), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:34:07,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e 2024-12-03T21:34:07,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:07,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:07,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:34:07,522 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1 with version=8 2024-12-03T21:34:07,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/hbase-staging 2024-12-03T21:34:07,524 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:34:07,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:07,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:07,524 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:34:07,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:07,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:34:07,524 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:34:07,525 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:34:07,525 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34833 2024-12-03T21:34:07,526 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34833 connecting to ZooKeeper ensemble=127.0.0.1:50844 2024-12-03T21:34:07,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348330x0, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:34:07,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34833-0x1019e6763590006 connected 2024-12-03T21:34:07,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:07,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:07,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Set watcher on znode that does not yet exist, /2-1252074303/running 2024-12-03T21:34:07,614 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1, hbase.cluster.distributed=false 2024-12-03T21:34:07,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Set watcher on znode that does not yet exist, /2-1252074303/acl 2024-12-03T21:34:07,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34833 2024-12-03T21:34:07,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34833 2024-12-03T21:34:07,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34833 2024-12-03T21:34:07,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34833 2024-12-03T21:34:07,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34833 2024-12-03T21:34:07,633 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:34:07,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:07,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:07,633 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:34:07,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:07,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:34:07,633 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:34:07,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:34:07,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38565 2024-12-03T21:34:07,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38565 connecting to ZooKeeper ensemble=127.0.0.1:50844 2024-12-03T21:34:07,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:07,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:07,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385650x0, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:34:07,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38565-0x1019e6763590007 connected 2024-12-03T21:34:07,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Set watcher on znode that does not yet exist, /2-1252074303/running 2024-12-03T21:34:07,644 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:34:07,645 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:34:07,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Set watcher on znode that does not yet exist, /2-1252074303/master 2024-12-03T21:34:07,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Set watcher on znode that does not yet exist, /2-1252074303/acl 2024-12-03T21:34:07,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38565 2024-12-03T21:34:07,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38565 2024-12-03T21:34:07,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38565 2024-12-03T21:34:07,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38565 2024-12-03T21:34:07,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38565 2024-12-03T21:34:07,660 DEBUG [M:0;101545f66cbd:34833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:34833 2024-12-03T21:34:07,661 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1252074303/backup-masters/101545f66cbd,34833,1733261647524 2024-12-03T21:34:07,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303/backup-masters 2024-12-03T21:34:07,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303/backup-masters 2024-12-03T21:34:07,669 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Set watcher on existing znode=/2-1252074303/backup-masters/101545f66cbd,34833,1733261647524 2024-12-03T21:34:07,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303 2024-12-03T21:34:07,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1252074303/master 2024-12-03T21:34:07,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303 2024-12-03T21:34:07,677 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Set watcher on existing znode=/2-1252074303/master 2024-12-03T21:34:07,678 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1252074303/backup-masters/101545f66cbd,34833,1733261647524 from backup master directory 2024-12-03T21:34:07,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1252074303/backup-masters/101545f66cbd,34833,1733261647524 2024-12-03T21:34:07,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303/backup-masters 2024-12-03T21:34:07,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303/backup-masters 2024-12-03T21:34:07,685 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:34:07,685 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,34833,1733261647524 2024-12-03T21:34:07,688 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/hbase.id] with ID: 5ab46886-d80b-4a49-a43e-aa69a797530f 2024-12-03T21:34:07,688 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/.tmp/hbase.id 2024-12-03T21:34:07,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:34:08,092 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/.tmp/hbase.id]:[hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/hbase.id] 2024-12-03T21:34:08,109 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:08,109 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:34:08,110 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T21:34:08,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303 2024-12-03T21:34:08,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303 2024-12-03T21:34:08,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:34:08,540 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:34:08,540 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:34:08,541 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:08,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:34:08,946 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store 2024-12-03T21:34:08,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:34:09,350 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:09,350 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:34:09,350 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:09,350 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:09,350 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:34:09,350 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:09,350 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:09,350 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261649350Disabling compacts and flushes for region at 1733261649350Disabling writes for close at 1733261649350Writing region close event to WAL at 1733261649350Closed at 1733261649350 2024-12-03T21:34:09,351 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/.initializing 2024-12-03T21:34:09,351 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/WALs/101545f66cbd,34833,1733261647524 2024-12-03T21:34:09,351 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:34:09,353 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C34833%2C1733261647524, suffix=, logDir=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/WALs/101545f66cbd,34833,1733261647524, archiveDir=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/oldWALs, maxLogs=10 2024-12-03T21:34:09,364 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/WALs/101545f66cbd,34833,1733261647524/101545f66cbd%2C34833%2C1733261647524.1733261649353, exclude list is [], retry=0 2024-12-03T21:34:09,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38709,DS-c9dd5820-8229-484c-917d-2ee4c462194d,DISK] 2024-12-03T21:34:09,368 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/WALs/101545f66cbd,34833,1733261647524/101545f66cbd%2C34833%2C1733261647524.1733261649353 2024-12-03T21:34:09,368 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45247:45247)] 2024-12-03T21:34:09,368 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:09,368 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:09,368 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:09,368 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:09,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:09,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:34:09,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:09,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:09,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:09,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:34:09,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:09,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:09,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:09,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:34:09,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:09,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:09,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:09,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:34:09,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:09,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:09,374 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:09,374 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:09,374 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:09,375 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:09,375 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:09,376 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:34:09,376 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:09,378 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:09,378 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60700895, jitterRate=-0.09548617899417877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:34:09,378 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261649368Initializing all the Stores at 1733261649369 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261649369Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261649369Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261649369Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261649369Cleaning up temporary data from old regions at 1733261649375 (+6 ms)Region opened successfully at 1733261649378 (+3 ms) 2024-12-03T21:34:09,378 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:34:09,380 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2f88bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:34:09,381 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:34:09,381 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:34:09,381 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:34:09,381 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:34:09,382 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:34:09,382 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:34:09,382 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:34:09,383 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:34:09,384 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Unable to get data of znode /2-1252074303/balancer because node does not exist (not necessarily an error) 2024-12-03T21:34:09,410 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1252074303/balancer already deleted, retry=false 2024-12-03T21:34:09,411 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:34:09,411 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Unable to get data of znode /2-1252074303/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:34:09,419 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1252074303/normalizer already deleted, retry=false 2024-12-03T21:34:09,419 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:34:09,420 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Unable to get data of znode /2-1252074303/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:34:09,427 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1252074303/switch/split already deleted, retry=false 2024-12-03T21:34:09,428 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Unable to get data of znode /2-1252074303/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:34:09,435 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1252074303/switch/merge already deleted, retry=false 2024-12-03T21:34:09,437 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Unable to get data of znode /2-1252074303/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:34:09,444 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1252074303/snapshot-cleanup already deleted, retry=false 2024-12-03T21:34:09,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1252074303/running 2024-12-03T21:34:09,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1252074303/running 2024-12-03T21:34:09,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303 2024-12-03T21:34:09,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303 2024-12-03T21:34:09,452 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,34833,1733261647524, sessionid=0x1019e6763590006, setting cluster-up flag (Was=false) 2024-12-03T21:34:09,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303 2024-12-03T21:34:09,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303 2024-12-03T21:34:09,494 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1252074303/flush-table-proc/acquired, /2-1252074303/flush-table-proc/reached, /2-1252074303/flush-table-proc/abort 2024-12-03T21:34:09,495 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,34833,1733261647524 2024-12-03T21:34:09,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303 2024-12-03T21:34:09,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303 2024-12-03T21:34:09,535 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1252074303/online-snapshot/acquired, /2-1252074303/online-snapshot/reached, /2-1252074303/online-snapshot/abort 2024-12-03T21:34:09,536 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,34833,1733261647524 2024-12-03T21:34:09,537 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:34:09,538 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:09,538 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:34:09,538 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:34:09,538 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,34833,1733261647524 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:34:09,539 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:09,539 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:09,539 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:09,539 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:09,539 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:34:09,539 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:09,539 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:34:09,539 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:09,540 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261679540 2024-12-03T21:34:09,540 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:34:09,540 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:34:09,540 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:34:09,540 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:34:09,540 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:34:09,540 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:34:09,540 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:09,540 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:34:09,540 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:09,540 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:34:09,540 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:34:09,540 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:34:09,541 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:34:09,541 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:34:09,541 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:34:09,541 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:09,541 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261649541,5,FailOnTimeoutGroup] 2024-12-03T21:34:09,541 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261649541,5,FailOnTimeoutGroup] 2024-12-03T21:34:09,541 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:09,541 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:34:09,541 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:34:09,541 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:09,541 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:09,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:34:09,553 INFO [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(746): ClusterId : 5ab46886-d80b-4a49-a43e-aa69a797530f 2024-12-03T21:34:09,553 DEBUG [RS:0;101545f66cbd:38565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:34:09,561 DEBUG [RS:0;101545f66cbd:38565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:34:09,561 DEBUG [RS:0;101545f66cbd:38565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:34:09,569 DEBUG [RS:0;101545f66cbd:38565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:34:09,569 DEBUG [RS:0;101545f66cbd:38565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7f655c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:34:09,579 DEBUG [RS:0;101545f66cbd:38565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:38565 2024-12-03T21:34:09,579 INFO [RS:0;101545f66cbd:38565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:34:09,579 INFO [RS:0;101545f66cbd:38565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:34:09,579 DEBUG [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:34:09,579 INFO [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,34833,1733261647524 with port=38565, startcode=1733261647632 2024-12-03T21:34:09,580 DEBUG [RS:0;101545f66cbd:38565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:34:09,581 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:34:09,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,38565,1733261647632 2024-12-03T21:34:09,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34833 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,38565,1733261647632 2024-12-03T21:34:09,582 DEBUG [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1 2024-12-03T21:34:09,582 DEBUG [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36409 2024-12-03T21:34:09,582 DEBUG [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:34:09,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303/rs 2024-12-03T21:34:09,635 DEBUG [RS:0;101545f66cbd:38565 {}] zookeeper.ZKUtil(111): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Set watcher on existing znode=/2-1252074303/rs/101545f66cbd,38565,1733261647632 2024-12-03T21:34:09,635 WARN [RS:0;101545f66cbd:38565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:34:09,635 INFO [RS:0;101545f66cbd:38565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:09,635 DEBUG [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632 2024-12-03T21:34:09,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,38565,1733261647632] 2024-12-03T21:34:09,637 INFO [RS:0;101545f66cbd:38565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:34:09,638 INFO [RS:0;101545f66cbd:38565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:34:09,639 INFO [RS:0;101545f66cbd:38565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:34:09,639 INFO [RS:0;101545f66cbd:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:09,639 INFO [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:34:09,639 INFO [RS:0;101545f66cbd:38565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:34:09,639 INFO [RS:0;101545f66cbd:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:09,639 DEBUG [RS:0;101545f66cbd:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:09,639 DEBUG [RS:0;101545f66cbd:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:09,639 DEBUG [RS:0;101545f66cbd:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:09,639 DEBUG [RS:0;101545f66cbd:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:09,640 DEBUG [RS:0;101545f66cbd:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:09,640 DEBUG [RS:0;101545f66cbd:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:34:09,640 DEBUG [RS:0;101545f66cbd:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:09,640 DEBUG [RS:0;101545f66cbd:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:09,640 DEBUG [RS:0;101545f66cbd:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:09,640 DEBUG [RS:0;101545f66cbd:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:09,640 DEBUG [RS:0;101545f66cbd:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:09,640 DEBUG [RS:0;101545f66cbd:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:09,640 DEBUG [RS:0;101545f66cbd:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:34:09,640 DEBUG [RS:0;101545f66cbd:38565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:34:09,640 INFO [RS:0;101545f66cbd:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:09,640 INFO [RS:0;101545f66cbd:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:09,640 INFO [RS:0;101545f66cbd:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:09,640 INFO [RS:0;101545f66cbd:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:09,640 INFO [RS:0;101545f66cbd:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:09,640 INFO [RS:0;101545f66cbd:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,38565,1733261647632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:34:09,651 INFO [RS:0;101545f66cbd:38565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:34:09,651 INFO [RS:0;101545f66cbd:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,38565,1733261647632-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:09,651 INFO [RS:0;101545f66cbd:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:09,651 INFO [RS:0;101545f66cbd:38565 {}] regionserver.Replication(171): 101545f66cbd,38565,1733261647632 started 2024-12-03T21:34:09,661 INFO [RS:0;101545f66cbd:38565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:09,661 INFO [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,38565,1733261647632, RpcServer on 101545f66cbd/172.17.0.2:38565, sessionid=0x1019e6763590007 2024-12-03T21:34:09,661 DEBUG [RS:0;101545f66cbd:38565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:34:09,661 DEBUG [RS:0;101545f66cbd:38565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,38565,1733261647632 2024-12-03T21:34:09,661 DEBUG [RS:0;101545f66cbd:38565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,38565,1733261647632' 2024-12-03T21:34:09,661 DEBUG [RS:0;101545f66cbd:38565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1252074303/flush-table-proc/abort' 2024-12-03T21:34:09,662 DEBUG [RS:0;101545f66cbd:38565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1252074303/flush-table-proc/acquired' 2024-12-03T21:34:09,662 DEBUG [RS:0;101545f66cbd:38565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:34:09,662 DEBUG [RS:0;101545f66cbd:38565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:34:09,662 DEBUG [RS:0;101545f66cbd:38565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,38565,1733261647632 2024-12-03T21:34:09,662 DEBUG [RS:0;101545f66cbd:38565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,38565,1733261647632' 2024-12-03T21:34:09,662 DEBUG [RS:0;101545f66cbd:38565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1252074303/online-snapshot/abort' 2024-12-03T21:34:09,662 DEBUG [RS:0;101545f66cbd:38565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1252074303/online-snapshot/acquired' 2024-12-03T21:34:09,662 DEBUG [RS:0;101545f66cbd:38565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:34:09,663 INFO [RS:0;101545f66cbd:38565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:34:09,663 INFO [RS:0;101545f66cbd:38565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:34:09,763 INFO [RS:0;101545f66cbd:38565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:34:09,764 INFO [RS:0;101545f66cbd:38565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C38565%2C1733261647632, suffix=, logDir=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632, archiveDir=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/oldWALs, maxLogs=10 2024-12-03T21:34:09,774 DEBUG [RS:0;101545f66cbd:38565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764, exclude list is [], retry=0 2024-12-03T21:34:09,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38709,DS-c9dd5820-8229-484c-917d-2ee4c462194d,DISK] 2024-12-03T21:34:09,777 INFO [RS:0;101545f66cbd:38565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 2024-12-03T21:34:09,777 DEBUG [RS:0;101545f66cbd:38565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45247:45247)] 2024-12-03T21:34:09,949 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:34:09,949 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1 2024-12-03T21:34:09,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:34:10,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:10,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:34:10,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:34:10,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:10,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:10,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:34:10,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:34:10,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:10,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:10,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:34:10,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:34:10,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:10,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:10,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:34:10,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:34:10,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:10,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:10,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:34:10,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740 2024-12-03T21:34:10,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740 2024-12-03T21:34:10,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:34:10,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:34:10,366 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:34:10,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:34:10,368 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:10,368 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62101419, jitterRate=-0.07461674511432648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:34:10,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261650358Initializing all the Stores at 1733261650359 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261650359Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261650359Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261650359Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261650359Cleaning up temporary data from old regions at 1733261650366 (+7 ms)Region opened successfully at 1733261650368 (+2 ms) 2024-12-03T21:34:10,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:34:10,368 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:34:10,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:34:10,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:34:10,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:34:10,368 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:34:10,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261650368Disabling compacts and flushes for region at 1733261650368Disabling writes for close at 1733261650368Writing region close event to WAL at 1733261650368Closed at 1733261650368 2024-12-03T21:34:10,369 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:10,369 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:34:10,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:34:10,370 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:34:10,370 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:34:10,521 DEBUG [101545f66cbd:34833 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:34:10,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,38565,1733261647632 2024-12-03T21:34:10,522 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,38565,1733261647632, state=OPENING 2024-12-03T21:34:10,548 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:34:10,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303 2024-12-03T21:34:10,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303 2024-12-03T21:34:10,557 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:34:10,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1252074303/meta-region-server: CHANGED 2024-12-03T21:34:10,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1252074303/meta-region-server: CHANGED 2024-12-03T21:34:10,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,38565,1733261647632}] 2024-12-03T21:34:10,709 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:34:10,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:34:10,712 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:34:10,712 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:10,712 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:34:10,713 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C38565%2C1733261647632.meta, suffix=.meta, logDir=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632, archiveDir=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/oldWALs, maxLogs=10 2024-12-03T21:34:10,724 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.meta.1733261650714.meta, exclude list is [], retry=0 2024-12-03T21:34:10,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38709,DS-c9dd5820-8229-484c-917d-2ee4c462194d,DISK] 2024-12-03T21:34:10,727 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.meta.1733261650714.meta 2024-12-03T21:34:10,727 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45247:45247)] 2024-12-03T21:34:10,728 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:10,728 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:34:10,728 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:34:10,728 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:34:10,728 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:34:10,728 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:34:10,728 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:10,728 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:34:10,728 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:34:10,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:34:10,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:34:10,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:10,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:10,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:34:10,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:34:10,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:10,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:10,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:34:10,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:34:10,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:10,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:10,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:34:10,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:34:10,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:10,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:10,733 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:34:10,733 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740 2024-12-03T21:34:10,734 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740 2024-12-03T21:34:10,734 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:34:10,734 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:34:10,734 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:34:10,735 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:34:10,736 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63065811, jitterRate=-0.06024618446826935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:34:10,736 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:34:10,736 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261650728Writing region info on filesystem at 1733261650728Initializing all the Stores at 1733261650729 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261650729Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261650729Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261650729Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261650729Cleaning up temporary data from old regions at 1733261650734 (+5 ms)Running coprocessor post-open hooks at 1733261650736 (+2 ms)Region opened successfully at 1733261650736 2024-12-03T21:34:10,736 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261650709 2024-12-03T21:34:10,738 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:34:10,738 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:34:10,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,38565,1733261647632 2024-12-03T21:34:10,739 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,38565,1733261647632, state=OPEN 2024-12-03T21:34:10,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1252074303/meta-region-server 2024-12-03T21:34:10,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1252074303/meta-region-server 2024-12-03T21:34:10,748 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,38565,1733261647632 2024-12-03T21:34:10,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1252074303/meta-region-server: CHANGED 2024-12-03T21:34:10,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1252074303/meta-region-server: CHANGED 2024-12-03T21:34:10,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:34:10,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,38565,1733261647632 in 191 msec 2024-12-03T21:34:10,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:34:10,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 381 msec 2024-12-03T21:34:10,751 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:10,751 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:34:10,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:10,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,38565,1733261647632, seqNum=-1] 2024-12-03T21:34:10,753 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:10,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:34:10,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2190 sec 2024-12-03T21:34:10,757 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261650757, completionTime=-1 2024-12-03T21:34:10,757 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:34:10,757 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:34:10,759 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:34:10,759 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261710759 2024-12-03T21:34:10,759 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261770759 2024-12-03T21:34:10,759 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T21:34:10,759 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,34833,1733261647524-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:10,759 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,34833,1733261647524-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:10,759 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,34833,1733261647524-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:10,759 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:34833, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:10,759 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:10,759 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:10,761 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:34:10,762 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.076sec 2024-12-03T21:34:10,762 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:34:10,762 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:34:10,762 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:34:10,762 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:34:10,762 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:34:10,762 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,34833,1733261647524-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:34:10,762 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,34833,1733261647524-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:34:10,763 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:34:10,763 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:34:10,763 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,34833,1733261647524-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:10,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491ede36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:10,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,34833,-1 for getting cluster id 2024-12-03T21:34:10,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:10,855 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ab46886-d80b-4a49-a43e-aa69a797530f' 2024-12-03T21:34:10,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:10,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ab46886-d80b-4a49-a43e-aa69a797530f" 2024-12-03T21:34:10,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a07d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:10,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,34833,-1] 2024-12-03T21:34:10,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:10,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:10,856 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:10,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720973d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:10,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:10,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,38565,1733261647632, seqNum=-1] 2024-12-03T21:34:10,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:10,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:34:10,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,34833,1733261647524 2024-12-03T21:34:10,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50844 2024-12-03T21:34:10,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:34:10,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019e6763590008 connected 2024-12-03T21:34:10,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:34:10,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,39603,1733261637649 2024-12-03T21:34:10,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8113f2c 2024-12-03T21:34:10,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:34:10,880 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:34:10,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:34:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T21:34:10,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:34:10,882 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:10,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T21:34:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:10,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:34:10,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741835_1011 (size=902) 2024-12-03T21:34:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:11,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c5ac2f3a0e67b4c4511e10765d3cab8, NAME => 'test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e 2024-12-03T21:34:11,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741836_1012 (size=39) 2024-12-03T21:34:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:11,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:11,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7c5ac2f3a0e67b4c4511e10765d3cab8, disabling compactions & flushes 2024-12-03T21:34:11,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8. 2024-12-03T21:34:11,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8. 2024-12-03T21:34:11,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8. after waiting 0 ms 2024-12-03T21:34:11,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8. 2024-12-03T21:34:11,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8. 2024-12-03T21:34:11,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c5ac2f3a0e67b4c4511e10765d3cab8: Waiting for close lock at 1733261651693Disabling compacts and flushes for region at 1733261651693Disabling writes for close at 1733261651693Writing region close event to WAL at 1733261651693Closed at 1733261651693 2024-12-03T21:34:11,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:34:11,695 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733261651694"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261651694"}]},"ts":"1733261651694"} 2024-12-03T21:34:11,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:34:11,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:34:11,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261651697"}]},"ts":"1733261651697"} 2024-12-03T21:34:11,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T21:34:11,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7c5ac2f3a0e67b4c4511e10765d3cab8, ASSIGN}] 2024-12-03T21:34:11,699 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7c5ac2f3a0e67b4c4511e10765d3cab8, ASSIGN 2024-12-03T21:34:11,700 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7c5ac2f3a0e67b4c4511e10765d3cab8, ASSIGN; state=OFFLINE, location=101545f66cbd,38489,1733261637811; forceNewPlan=false, retain=false 2024-12-03T21:34:11,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c5ac2f3a0e67b4c4511e10765d3cab8, regionState=OPENING, regionLocation=101545f66cbd,38489,1733261637811 2024-12-03T21:34:11,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7c5ac2f3a0e67b4c4511e10765d3cab8, ASSIGN because future has completed 2024-12-03T21:34:11,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c5ac2f3a0e67b4c4511e10765d3cab8, server=101545f66cbd,38489,1733261637811}] 2024-12-03T21:34:12,007 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8. 2024-12-03T21:34:12,007 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c5ac2f3a0e67b4c4511e10765d3cab8, NAME => 'test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:12,007 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:34:12,007 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T21:34:12,007 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:12,007 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:12,007 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:12,007 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:12,008 INFO [StoreOpener-7c5ac2f3a0e67b4c4511e10765d3cab8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:12,009 INFO [StoreOpener-7c5ac2f3a0e67b4c4511e10765d3cab8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c5ac2f3a0e67b4c4511e10765d3cab8 columnFamilyName f 2024-12-03T21:34:12,009 DEBUG [StoreOpener-7c5ac2f3a0e67b4c4511e10765d3cab8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:12,010 INFO [StoreOpener-7c5ac2f3a0e67b4c4511e10765d3cab8-1 {}] regionserver.HStore(327): Store=7c5ac2f3a0e67b4c4511e10765d3cab8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:12,010 INFO [StoreOpener-7c5ac2f3a0e67b4c4511e10765d3cab8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:12,011 INFO [StoreOpener-7c5ac2f3a0e67b4c4511e10765d3cab8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c5ac2f3a0e67b4c4511e10765d3cab8 columnFamilyName f1 2024-12-03T21:34:12,011 DEBUG [StoreOpener-7c5ac2f3a0e67b4c4511e10765d3cab8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:12,011 INFO [StoreOpener-7c5ac2f3a0e67b4c4511e10765d3cab8-1 {}] regionserver.HStore(327): Store=7c5ac2f3a0e67b4c4511e10765d3cab8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:12,011 INFO [StoreOpener-7c5ac2f3a0e67b4c4511e10765d3cab8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:12,012 INFO [StoreOpener-7c5ac2f3a0e67b4c4511e10765d3cab8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c5ac2f3a0e67b4c4511e10765d3cab8 columnFamilyName norep 2024-12-03T21:34:12,012 DEBUG [StoreOpener-7c5ac2f3a0e67b4c4511e10765d3cab8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:12,012 INFO [StoreOpener-7c5ac2f3a0e67b4c4511e10765d3cab8-1 {}] regionserver.HStore(327): Store=7c5ac2f3a0e67b4c4511e10765d3cab8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:12,012 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:12,013 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:12,013 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:12,013 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:12,014 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:12,014 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:34:12,014 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:12,016 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:12,016 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7c5ac2f3a0e67b4c4511e10765d3cab8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66470878, jitterRate=-0.00950673222541809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:34:12,016 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:12,016 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7c5ac2f3a0e67b4c4511e10765d3cab8: Running coprocessor pre-open hook at 1733261652007Writing region info on filesystem at 1733261652007Initializing all the Stores at 1733261652008 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261652008Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261652008Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261652008Cleaning up temporary data from old regions at 1733261652014 (+6 ms)Running coprocessor post-open hooks at 1733261652016 (+2 ms)Region opened successfully at 1733261652016 2024-12-03T21:34:12,017 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8., pid=6, masterSystemTime=1733261652004 2024-12-03T21:34:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:12,018 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8. 2024-12-03T21:34:12,018 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8. 2024-12-03T21:34:12,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c5ac2f3a0e67b4c4511e10765d3cab8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=101545f66cbd,38489,1733261637811 2024-12-03T21:34:12,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c5ac2f3a0e67b4c4511e10765d3cab8, server=101545f66cbd,38489,1733261637811 because future has completed 2024-12-03T21:34:12,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:34:12,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c5ac2f3a0e67b4c4511e10765d3cab8, server=101545f66cbd,38489,1733261637811 in 169 msec 2024-12-03T21:34:12,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T21:34:12,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7c5ac2f3a0e67b4c4511e10765d3cab8, ASSIGN in 324 msec 2024-12-03T21:34:12,023 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:34:12,024 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261652023"}]},"ts":"1733261652023"} 2024-12-03T21:34:12,025 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T21:34:12,025 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:34:12,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-12-03T21:34:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:13,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:34:13,038 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T21:34:13,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,43085,1733261642813 2024-12-03T21:34:13,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@691b773f 2024-12-03T21:34:13,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:34:13,040 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:34:13,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43085 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:34:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43085 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T21:34:13,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:34:13,043 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:13,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43085 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T21:34:13,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:34:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:13,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741835_1011 (size=902) 2024-12-03T21:34:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:13,455 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f865813ef0f0de10222436c141c6816, NAME => 'test,,1733261653040.7f865813ef0f0de10222436c141c6816.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324 2024-12-03T21:34:13,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741836_1012 (size=39) 2024-12-03T21:34:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:13,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733261653040.7f865813ef0f0de10222436c141c6816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:13,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7f865813ef0f0de10222436c141c6816, disabling compactions & flushes 2024-12-03T21:34:13,860 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733261653040.7f865813ef0f0de10222436c141c6816. 2024-12-03T21:34:13,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261653040.7f865813ef0f0de10222436c141c6816. 2024-12-03T21:34:13,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733261653040.7f865813ef0f0de10222436c141c6816. after waiting 0 ms 2024-12-03T21:34:13,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733261653040.7f865813ef0f0de10222436c141c6816. 2024-12-03T21:34:13,860 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733261653040.7f865813ef0f0de10222436c141c6816. 2024-12-03T21:34:13,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f865813ef0f0de10222436c141c6816: Waiting for close lock at 1733261653860Disabling compacts and flushes for region at 1733261653860Disabling writes for close at 1733261653860Writing region close event to WAL at 1733261653860Closed at 1733261653860 2024-12-03T21:34:13,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:34:13,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733261653040.7f865813ef0f0de10222436c141c6816.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733261653861"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261653861"}]},"ts":"1733261653861"} 2024-12-03T21:34:13,863 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:34:13,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:34:13,864 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261653864"}]},"ts":"1733261653864"} 2024-12-03T21:34:13,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T21:34:13,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f865813ef0f0de10222436c141c6816, ASSIGN}] 2024-12-03T21:34:13,866 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f865813ef0f0de10222436c141c6816, ASSIGN 2024-12-03T21:34:13,867 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7f865813ef0f0de10222436c141c6816, ASSIGN; state=OFFLINE, location=101545f66cbd,42229,1733261642921; forceNewPlan=false, retain=false 2024-12-03T21:34:14,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f865813ef0f0de10222436c141c6816, regionState=OPENING, regionLocation=101545f66cbd,42229,1733261642921 2024-12-03T21:34:14,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7f865813ef0f0de10222436c141c6816, ASSIGN because future has completed 2024-12-03T21:34:14,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f865813ef0f0de10222436c141c6816, server=101545f66cbd,42229,1733261642921}] 2024-12-03T21:34:14,173 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733261653040.7f865813ef0f0de10222436c141c6816. 2024-12-03T21:34:14,173 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f865813ef0f0de10222436c141c6816, NAME => 'test,,1733261653040.7f865813ef0f0de10222436c141c6816.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:14,173 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:34:14,173 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T21:34:14,174 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7f865813ef0f0de10222436c141c6816 2024-12-03T21:34:14,174 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733261653040.7f865813ef0f0de10222436c141c6816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:14,174 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7f865813ef0f0de10222436c141c6816 2024-12-03T21:34:14,174 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7f865813ef0f0de10222436c141c6816 2024-12-03T21:34:14,175 INFO [StoreOpener-7f865813ef0f0de10222436c141c6816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7f865813ef0f0de10222436c141c6816 2024-12-03T21:34:14,175 INFO [StoreOpener-7f865813ef0f0de10222436c141c6816-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f865813ef0f0de10222436c141c6816 columnFamilyName f 2024-12-03T21:34:14,176 DEBUG [StoreOpener-7f865813ef0f0de10222436c141c6816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:14,176 INFO [StoreOpener-7f865813ef0f0de10222436c141c6816-1 {}] regionserver.HStore(327): Store=7f865813ef0f0de10222436c141c6816/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:14,176 INFO [StoreOpener-7f865813ef0f0de10222436c141c6816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7f865813ef0f0de10222436c141c6816 2024-12-03T21:34:14,176 INFO [StoreOpener-7f865813ef0f0de10222436c141c6816-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f865813ef0f0de10222436c141c6816 columnFamilyName f1 2024-12-03T21:34:14,176 DEBUG [StoreOpener-7f865813ef0f0de10222436c141c6816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:14,177 INFO [StoreOpener-7f865813ef0f0de10222436c141c6816-1 {}] regionserver.HStore(327): Store=7f865813ef0f0de10222436c141c6816/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:14,177 INFO [StoreOpener-7f865813ef0f0de10222436c141c6816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7f865813ef0f0de10222436c141c6816 2024-12-03T21:34:14,177 INFO [StoreOpener-7f865813ef0f0de10222436c141c6816-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f865813ef0f0de10222436c141c6816 columnFamilyName norep 2024-12-03T21:34:14,177 DEBUG [StoreOpener-7f865813ef0f0de10222436c141c6816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:14,178 INFO [StoreOpener-7f865813ef0f0de10222436c141c6816-1 {}] regionserver.HStore(327): Store=7f865813ef0f0de10222436c141c6816/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:14,178 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7f865813ef0f0de10222436c141c6816 2024-12-03T21:34:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:14,178 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816 2024-12-03T21:34:14,178 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816 2024-12-03T21:34:14,179 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7f865813ef0f0de10222436c141c6816 2024-12-03T21:34:14,179 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7f865813ef0f0de10222436c141c6816 2024-12-03T21:34:14,179 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:34:14,180 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7f865813ef0f0de10222436c141c6816 2024-12-03T21:34:14,181 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:14,181 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7f865813ef0f0de10222436c141c6816; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69370944, jitterRate=0.033707618713378906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:34:14,181 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f865813ef0f0de10222436c141c6816 2024-12-03T21:34:14,182 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7f865813ef0f0de10222436c141c6816: Running coprocessor pre-open hook at 1733261654174Writing region info on filesystem at 1733261654174Initializing all the Stores at 1733261654174Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261654174Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261654174Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261654174Cleaning up temporary data from old regions at 1733261654179 (+5 ms)Running coprocessor post-open hooks at 1733261654181 (+2 ms)Region opened successfully at 1733261654182 (+1 ms) 2024-12-03T21:34:14,182 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733261653040.7f865813ef0f0de10222436c141c6816., pid=6, masterSystemTime=1733261654170 2024-12-03T21:34:14,184 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733261653040.7f865813ef0f0de10222436c141c6816. 2024-12-03T21:34:14,184 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733261653040.7f865813ef0f0de10222436c141c6816. 2024-12-03T21:34:14,184 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f865813ef0f0de10222436c141c6816, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=101545f66cbd,42229,1733261642921 2024-12-03T21:34:14,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f865813ef0f0de10222436c141c6816, server=101545f66cbd,42229,1733261642921 because future has completed 2024-12-03T21:34:14,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:34:14,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f865813ef0f0de10222436c141c6816, server=101545f66cbd,42229,1733261642921 in 167 msec 2024-12-03T21:34:14,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T21:34:14,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7f865813ef0f0de10222436c141c6816, ASSIGN in 322 msec 2024-12-03T21:34:14,189 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:34:14,189 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261654189"}]},"ts":"1733261654189"} 2024-12-03T21:34:14,190 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T21:34:14,191 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:34:14,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-12-03T21:34:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:15,188 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T21:34:15,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:34:15,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,34833,1733261647524 2024-12-03T21:34:15,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37ff26cf 2024-12-03T21:34:15,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:34:15,190 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:34:15,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:34:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T21:34:15,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:34:15,192 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:15,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:34:15,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T21:34:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:15,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741835_1011 (size=902) 2024-12-03T21:34:15,198 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d44746ced2391732ba792859165f980, NAME => 'test,,1733261655190.4d44746ced2391732ba792859165f980.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1 2024-12-03T21:34:15,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741836_1012 (size=39) 2024-12-03T21:34:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:15,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733261655190.4d44746ced2391732ba792859165f980.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:15,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4d44746ced2391732ba792859165f980, disabling compactions & flushes 2024-12-03T21:34:15,602 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733261655190.4d44746ced2391732ba792859165f980. 2024-12-03T21:34:15,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261655190.4d44746ced2391732ba792859165f980. 2024-12-03T21:34:15,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733261655190.4d44746ced2391732ba792859165f980. after waiting 0 ms 2024-12-03T21:34:15,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733261655190.4d44746ced2391732ba792859165f980. 2024-12-03T21:34:15,602 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733261655190.4d44746ced2391732ba792859165f980. 2024-12-03T21:34:15,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d44746ced2391732ba792859165f980: Waiting for close lock at 1733261655602Disabling compacts and flushes for region at 1733261655602Disabling writes for close at 1733261655602Writing region close event to WAL at 1733261655602Closed at 1733261655602 2024-12-03T21:34:15,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:34:15,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733261655190.4d44746ced2391732ba792859165f980.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733261655603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261655603"}]},"ts":"1733261655603"} 2024-12-03T21:34:15,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:34:15,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:34:15,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261655605"}]},"ts":"1733261655605"} 2024-12-03T21:34:15,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T21:34:15,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d44746ced2391732ba792859165f980, ASSIGN}] 2024-12-03T21:34:15,607 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d44746ced2391732ba792859165f980, ASSIGN 2024-12-03T21:34:15,608 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4d44746ced2391732ba792859165f980, ASSIGN; state=OFFLINE, location=101545f66cbd,38565,1733261647632; forceNewPlan=false, retain=false 2024-12-03T21:34:15,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d44746ced2391732ba792859165f980, regionState=OPENING, regionLocation=101545f66cbd,38565,1733261647632 2024-12-03T21:34:15,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4d44746ced2391732ba792859165f980, ASSIGN because future has completed 2024-12-03T21:34:15,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d44746ced2391732ba792859165f980, server=101545f66cbd,38565,1733261647632}] 2024-12-03T21:34:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:15,916 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733261655190.4d44746ced2391732ba792859165f980. 2024-12-03T21:34:15,916 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d44746ced2391732ba792859165f980, NAME => 'test,,1733261655190.4d44746ced2391732ba792859165f980.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:15,916 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:34:15,917 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T21:34:15,917 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4d44746ced2391732ba792859165f980 2024-12-03T21:34:15,917 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733261655190.4d44746ced2391732ba792859165f980.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:15,917 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4d44746ced2391732ba792859165f980 2024-12-03T21:34:15,917 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4d44746ced2391732ba792859165f980 2024-12-03T21:34:15,918 INFO [StoreOpener-4d44746ced2391732ba792859165f980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4d44746ced2391732ba792859165f980 2024-12-03T21:34:15,919 INFO [StoreOpener-4d44746ced2391732ba792859165f980-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d44746ced2391732ba792859165f980 columnFamilyName f 2024-12-03T21:34:15,919 DEBUG [StoreOpener-4d44746ced2391732ba792859165f980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:15,919 INFO [StoreOpener-4d44746ced2391732ba792859165f980-1 {}] regionserver.HStore(327): Store=4d44746ced2391732ba792859165f980/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:15,920 INFO [StoreOpener-4d44746ced2391732ba792859165f980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4d44746ced2391732ba792859165f980 2024-12-03T21:34:15,920 INFO [StoreOpener-4d44746ced2391732ba792859165f980-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d44746ced2391732ba792859165f980 columnFamilyName f1 2024-12-03T21:34:15,920 DEBUG [StoreOpener-4d44746ced2391732ba792859165f980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:15,921 INFO [StoreOpener-4d44746ced2391732ba792859165f980-1 {}] regionserver.HStore(327): Store=4d44746ced2391732ba792859165f980/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:15,921 INFO [StoreOpener-4d44746ced2391732ba792859165f980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4d44746ced2391732ba792859165f980 2024-12-03T21:34:15,921 INFO [StoreOpener-4d44746ced2391732ba792859165f980-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d44746ced2391732ba792859165f980 columnFamilyName norep 2024-12-03T21:34:15,921 DEBUG [StoreOpener-4d44746ced2391732ba792859165f980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:15,922 INFO [StoreOpener-4d44746ced2391732ba792859165f980-1 {}] regionserver.HStore(327): Store=4d44746ced2391732ba792859165f980/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:15,922 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4d44746ced2391732ba792859165f980 2024-12-03T21:34:15,922 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980 2024-12-03T21:34:15,922 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980 2024-12-03T21:34:15,923 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4d44746ced2391732ba792859165f980 2024-12-03T21:34:15,923 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4d44746ced2391732ba792859165f980 2024-12-03T21:34:15,923 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:34:15,924 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4d44746ced2391732ba792859165f980 2024-12-03T21:34:15,925 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:15,926 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4d44746ced2391732ba792859165f980; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67198182, jitterRate=0.001330941915512085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:34:15,926 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d44746ced2391732ba792859165f980 2024-12-03T21:34:15,926 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4d44746ced2391732ba792859165f980: Running coprocessor pre-open hook at 1733261655917Writing region info on filesystem at 1733261655917Initializing all the Stores at 1733261655918 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261655918Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261655918Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261655918Cleaning up temporary data from old regions at 1733261655923 (+5 ms)Running coprocessor post-open hooks at 1733261655926 (+3 ms)Region opened successfully at 1733261655926 2024-12-03T21:34:15,927 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733261655190.4d44746ced2391732ba792859165f980., pid=6, masterSystemTime=1733261655913 2024-12-03T21:34:15,928 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733261655190.4d44746ced2391732ba792859165f980. 2024-12-03T21:34:15,928 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733261655190.4d44746ced2391732ba792859165f980. 2024-12-03T21:34:15,929 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d44746ced2391732ba792859165f980, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=101545f66cbd,38565,1733261647632 2024-12-03T21:34:15,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d44746ced2391732ba792859165f980, server=101545f66cbd,38565,1733261647632 because future has completed 2024-12-03T21:34:15,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:34:15,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d44746ced2391732ba792859165f980, server=101545f66cbd,38565,1733261647632 in 170 msec 2024-12-03T21:34:15,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T21:34:15,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4d44746ced2391732ba792859165f980, ASSIGN in 326 msec 2024-12-03T21:34:15,935 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:34:15,935 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261655935"}]},"ts":"1733261655935"} 2024-12-03T21:34:15,937 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T21:34:15,937 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:34:15,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-12-03T21:34:16,230 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:34:16,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:16,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:16,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:16,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:16,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:16,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:16,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:16,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:16,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:16,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:16,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:16,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:16,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:16,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:16,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:16,328 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T21:34:16,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de409c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:16,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,39603,-1 for getting cluster id 2024-12-03T21:34:16,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:16,329 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0f55a38-f89a-4c74-832d-90363aaef25f' 2024-12-03T21:34:16,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:16,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0f55a38-f89a-4c74-832d-90363aaef25f" 2024-12-03T21:34:16,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbd0fbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:16,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,39603,-1] 2024-12-03T21:34:16,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:16,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:16,330 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f88f9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:16,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:34:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,39603,1733261637649 2024-12-03T21:34:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@188f1e44 2024-12-03T21:34:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:34:16,331 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:34:16,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://101545f66cbd:43085,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T21:34:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:34:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:16,334 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:43085' 2024-12-03T21:34:16,335 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa4b283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:16,335 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,43085,-1 for getting cluster id 2024-12-03T21:34:16,335 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:16,335 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8' 2024-12-03T21:34:16,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:16,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8" 2024-12-03T21:34:16,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f56f982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:16,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,43085,-1] 2024-12-03T21:34:16,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:16,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:16,336 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:16,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d21c73c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:16,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:34:16,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,43085,1733261642813 2024-12-03T21:34:16,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ba146c 2024-12-03T21:34:16,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:34:16,338 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:34:16,339 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T21:34:16,339 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:34:16,339 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:16,339 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:16,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:34:16,339 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:34:16,340 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T21:34:16,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:34:16,341 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:16,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:34:16,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741837_1013 (size=1138) 2024-12-03T21:34:16,390 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T21:34:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:16,497 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T21:34:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:16,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T21:34:16,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T21:34:16,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:34:16,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T21:34:16,750 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 153c9571b7f8539ff12be0b7547227c2, NAME => 'hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e 2024-12-03T21:34:16,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741838_1014 (size=44) 2024-12-03T21:34:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:17,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:17,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 153c9571b7f8539ff12be0b7547227c2, disabling compactions & flushes 2024-12-03T21:34:17,154 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. 2024-12-03T21:34:17,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. 2024-12-03T21:34:17,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. after waiting 0 ms 2024-12-03T21:34:17,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. 2024-12-03T21:34:17,154 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. 2024-12-03T21:34:17,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 153c9571b7f8539ff12be0b7547227c2: Waiting for close lock at 1733261657154Disabling compacts and flushes for region at 1733261657154Disabling writes for close at 1733261657154Writing region close event to WAL at 1733261657154Closed at 1733261657154 2024-12-03T21:34:17,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:34:17,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733261657155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261657155"}]},"ts":"1733261657155"} 2024-12-03T21:34:17,157 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:34:17,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:34:17,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261657157"}]},"ts":"1733261657157"} 2024-12-03T21:34:17,159 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T21:34:17,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=153c9571b7f8539ff12be0b7547227c2, ASSIGN}] 2024-12-03T21:34:17,160 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=153c9571b7f8539ff12be0b7547227c2, ASSIGN 2024-12-03T21:34:17,160 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=153c9571b7f8539ff12be0b7547227c2, ASSIGN; state=OFFLINE, location=101545f66cbd,38489,1733261637811; forceNewPlan=false, retain=false 2024-12-03T21:34:17,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=153c9571b7f8539ff12be0b7547227c2, regionState=OPENING, regionLocation=101545f66cbd,38489,1733261637811 2024-12-03T21:34:17,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=153c9571b7f8539ff12be0b7547227c2, ASSIGN because future has completed 2024-12-03T21:34:17,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 153c9571b7f8539ff12be0b7547227c2, server=101545f66cbd,38489,1733261637811}] 2024-12-03T21:34:17,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. 2024-12-03T21:34:17,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:17,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T21:34:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:17,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C38489%2C1733261637811.rep, suffix=, logDir=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811, archiveDir=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/oldWALs, maxLogs=10 2024-12-03T21:34:17,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.rep.1733261657468, exclude list is [], retry=0 2024-12-03T21:34:17,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44465,DS-869651f0-cce5-4152-a5b8-6e2253c737d7,DISK] 2024-12-03T21:34:17,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.rep.1733261657468 2024-12-03T21:34:17,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42217:42217)] 2024-12-03T21:34:17,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 153c9571b7f8539ff12be0b7547227c2, NAME => 'hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:17,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:34:17,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:34:17,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. service=MultiRowMutationService 2024-12-03T21:34:17,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T21:34:17,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 153c9571b7f8539ff12be0b7547227c2 2024-12-03T21:34:17,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:17,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 153c9571b7f8539ff12be0b7547227c2 2024-12-03T21:34:17,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 153c9571b7f8539ff12be0b7547227c2 2024-12-03T21:34:17,483 INFO [StoreOpener-153c9571b7f8539ff12be0b7547227c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 153c9571b7f8539ff12be0b7547227c2 2024-12-03T21:34:17,484 INFO [StoreOpener-153c9571b7f8539ff12be0b7547227c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 153c9571b7f8539ff12be0b7547227c2 columnFamilyName hfileref 2024-12-03T21:34:17,484 DEBUG [StoreOpener-153c9571b7f8539ff12be0b7547227c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:17,484 INFO [StoreOpener-153c9571b7f8539ff12be0b7547227c2-1 {}] regionserver.HStore(327): Store=153c9571b7f8539ff12be0b7547227c2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:17,484 INFO [StoreOpener-153c9571b7f8539ff12be0b7547227c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 153c9571b7f8539ff12be0b7547227c2 2024-12-03T21:34:17,485 INFO [StoreOpener-153c9571b7f8539ff12be0b7547227c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 153c9571b7f8539ff12be0b7547227c2 columnFamilyName queue 2024-12-03T21:34:17,485 DEBUG [StoreOpener-153c9571b7f8539ff12be0b7547227c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:17,486 INFO [StoreOpener-153c9571b7f8539ff12be0b7547227c2-1 {}] regionserver.HStore(327): Store=153c9571b7f8539ff12be0b7547227c2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:17,486 INFO [StoreOpener-153c9571b7f8539ff12be0b7547227c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 153c9571b7f8539ff12be0b7547227c2 2024-12-03T21:34:17,486 INFO [StoreOpener-153c9571b7f8539ff12be0b7547227c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 153c9571b7f8539ff12be0b7547227c2 columnFamilyName sid 2024-12-03T21:34:17,486 DEBUG [StoreOpener-153c9571b7f8539ff12be0b7547227c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:17,487 INFO [StoreOpener-153c9571b7f8539ff12be0b7547227c2-1 {}] regionserver.HStore(327): Store=153c9571b7f8539ff12be0b7547227c2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:17,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 153c9571b7f8539ff12be0b7547227c2 2024-12-03T21:34:17,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/replication/153c9571b7f8539ff12be0b7547227c2 2024-12-03T21:34:17,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/replication/153c9571b7f8539ff12be0b7547227c2 2024-12-03T21:34:17,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 153c9571b7f8539ff12be0b7547227c2 2024-12-03T21:34:17,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 153c9571b7f8539ff12be0b7547227c2 2024-12-03T21:34:17,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:34:17,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 153c9571b7f8539ff12be0b7547227c2 2024-12-03T21:34:17,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/replication/153c9571b7f8539ff12be0b7547227c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:17,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 153c9571b7f8539ff12be0b7547227c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67577737, jitterRate=0.006986752152442932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:34:17,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 153c9571b7f8539ff12be0b7547227c2 2024-12-03T21:34:17,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 153c9571b7f8539ff12be0b7547227c2: Running coprocessor pre-open hook at 1733261657482Writing region info on filesystem at 1733261657482Initializing all the Stores at 1733261657483 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261657483Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261657483Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261657483Cleaning up temporary data from old regions at 1733261657488 (+5 ms)Running coprocessor post-open hooks at 1733261657491 (+3 ms)Region opened successfully at 1733261657491 2024-12-03T21:34:17,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2., pid=10, masterSystemTime=1733261657464 2024-12-03T21:34:17,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. 2024-12-03T21:34:17,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. 2024-12-03T21:34:17,494 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=153c9571b7f8539ff12be0b7547227c2, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,38489,1733261637811 2024-12-03T21:34:17,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 153c9571b7f8539ff12be0b7547227c2, server=101545f66cbd,38489,1733261637811 because future has completed 2024-12-03T21:34:17,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T21:34:17,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 153c9571b7f8539ff12be0b7547227c2, server=101545f66cbd,38489,1733261637811 in 183 msec 2024-12-03T21:34:17,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T21:34:17,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=153c9571b7f8539ff12be0b7547227c2, ASSIGN in 338 msec 2024-12-03T21:34:17,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:34:17,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261657499"}]},"ts":"1733261657499"} 2024-12-03T21:34:17,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T21:34:17,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:34:17,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1610 sec 2024-12-03T21:34:17,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2., hostname=101545f66cbd,38489,1733261637811, seqNum=2] 2024-12-03T21:34:17,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033 2024-12-03T21:34:17,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033 2024-12-03T21:34:17,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:34:17,777 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T21:34:17,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T21:34:17,888 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T21:34:17,911 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-101545f66cbd,38489,1733261637811, ReplicationSource: 1, currentBandwidth=0 2024-12-03T21:34:17,912 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:17,912 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,38489,1733261637811, seqNum=-1] 2024-12-03T21:34:17,912 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:17,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-03T21:34:17,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-101545f66cbd,38489,1733261637811', locateType=CURRENT is [region=hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2., hostname=101545f66cbd,38489,1733261637811, seqNum=2] 2024-12-03T21:34:17,916 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T21:34:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T21:34:17,918 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 101545f66cbd,38489,1733261637811 suceeded 2024-12-03T21:34:17,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T21:34:17,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-03T21:34:17,920 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://101545f66cbd:43085,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:34:17,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5880 sec 2024-12-03T21:34:17,939 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:43085' 2024-12-03T21:34:17,940 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56d5473b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:17,940 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,43085,-1 for getting cluster id 2024-12-03T21:34:17,940 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:17,941 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8' 2024-12-03T21:34:17,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:17,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8" 2024-12-03T21:34:17,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79b8815a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:17,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,43085,-1] 2024-12-03T21:34:17,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:17,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:17,942 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:17,943 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@86e6199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:17,943 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:34:17,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,43085,1733261642813 2024-12-03T21:34:17,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f87628c 2024-12-03T21:34:17,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:34:17,945 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-03T21:34:17,945 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-101545f66cbd,38489,1733261637811 (queues=1) is replicating from cluster=b0f55a38-f89a-4c74-832d-90363aaef25f to cluster=30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8 2024-12-03T21:34:17,945 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=101545f66cbd%2C38489%2C1733261637811 2024-12-03T21:34:17,945 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-101545f66cbd,38489,1733261637811, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:34:17,946 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.shipper101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C38489%2C1733261637811 2024-12-03T21:34:17,946 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907, startPosition=0, beingWritten=true 2024-12-03T21:34:17,949 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:34:17,950 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 379, reset compression=false 2024-12-03T21:34:17,950 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.shipper101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,38489,1733261637811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:34:18,153 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 379, reset compression=false 2024-12-03T21:34:18,455 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 379, reset compression=false 2024-12-03T21:34:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:18,478 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T21:34:18,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:34:18,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:34:18,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:18,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:34:18,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:18,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63406098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:18,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,43085,-1 for getting cluster id 2024-12-03T21:34:18,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:18,479 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8' 2024-12-03T21:34:18,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:18,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8" 2024-12-03T21:34:18,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e6d4a2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:18,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,43085,-1] 2024-12-03T21:34:18,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:18,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:18,480 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:18,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eac59eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:18,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:34:18,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,43085,1733261642813 2024-12-03T21:34:18,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22f39440 2024-12-03T21:34:18,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:34:18,482 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:34:18,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43085 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://101545f66cbd:34833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T21:34:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43085 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:34:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:18,485 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:34833' 2024-12-03T21:34:18,485 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a285107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:18,485 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,34833,-1 for getting cluster id 2024-12-03T21:34:18,486 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:18,486 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ab46886-d80b-4a49-a43e-aa69a797530f' 2024-12-03T21:34:18,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:18,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ab46886-d80b-4a49-a43e-aa69a797530f" 2024-12-03T21:34:18,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32331a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:18,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,34833,-1] 2024-12-03T21:34:18,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:18,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:18,487 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:18,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a493ab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:18,488 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:34:18,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,34833,1733261647524 2024-12-03T21:34:18,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40e24638 2024-12-03T21:34:18,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:34:18,489 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:34:18,489 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T21:34:18,489 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:34:18,489 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:18,490 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:18,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:34:18,490 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:34:18,491 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T21:34:18,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:34:18,492 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:18,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:34:18,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741837_1013 (size=1138) 2024-12-03T21:34:18,541 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T21:34:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:18,858 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 379, reset compression=false 2024-12-03T21:34:18,898 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc8d8fe71b7a1a2c3a0cc84b8a886008, NAME => 'hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324 2024-12-03T21:34:18,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741838_1014 (size=44) 2024-12-03T21:34:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:19,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:19,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fc8d8fe71b7a1a2c3a0cc84b8a886008, disabling compactions & flushes 2024-12-03T21:34:19,303 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. 2024-12-03T21:34:19,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. 2024-12-03T21:34:19,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. after waiting 0 ms 2024-12-03T21:34:19,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. 2024-12-03T21:34:19,303 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. 2024-12-03T21:34:19,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc8d8fe71b7a1a2c3a0cc84b8a886008: Waiting for close lock at 1733261659303Disabling compacts and flushes for region at 1733261659303Disabling writes for close at 1733261659303Writing region close event to WAL at 1733261659303Closed at 1733261659303 2024-12-03T21:34:19,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:34:19,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733261659304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261659304"}]},"ts":"1733261659304"} 2024-12-03T21:34:19,305 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:34:19,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:34:19,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261659306"}]},"ts":"1733261659306"} 2024-12-03T21:34:19,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T21:34:19,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc8d8fe71b7a1a2c3a0cc84b8a886008, ASSIGN}] 2024-12-03T21:34:19,308 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc8d8fe71b7a1a2c3a0cc84b8a886008, ASSIGN 2024-12-03T21:34:19,309 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fc8d8fe71b7a1a2c3a0cc84b8a886008, ASSIGN; state=OFFLINE, location=101545f66cbd,42229,1733261642921; forceNewPlan=false, retain=false 2024-12-03T21:34:19,361 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 379, reset compression=false 2024-12-03T21:34:19,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fc8d8fe71b7a1a2c3a0cc84b8a886008, regionState=OPENING, regionLocation=101545f66cbd,42229,1733261642921 2024-12-03T21:34:19,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fc8d8fe71b7a1a2c3a0cc84b8a886008, ASSIGN because future has completed 2024-12-03T21:34:19,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc8d8fe71b7a1a2c3a0cc84b8a886008, server=101545f66cbd,42229,1733261642921}] 2024-12-03T21:34:19,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. 2024-12-03T21:34:19,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:19,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T21:34:19,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C42229%2C1733261642921.rep, suffix=, logDir=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921, archiveDir=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/oldWALs, maxLogs=10 2024-12-03T21:34:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:19,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.rep.1733261659617, exclude list is [], retry=0 2024-12-03T21:34:19,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36089,DS-e5ac3142-f05e-4819-917f-81e6053908fb,DISK] 2024-12-03T21:34:19,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.rep.1733261659617 2024-12-03T21:34:19,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39057:39057)] 2024-12-03T21:34:19,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fc8d8fe71b7a1a2c3a0cc84b8a886008, NAME => 'hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:19,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:34:19,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:34:19,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. service=MultiRowMutationService 2024-12-03T21:34:19,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T21:34:19,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:19,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:19,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:19,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:19,637 INFO [StoreOpener-fc8d8fe71b7a1a2c3a0cc84b8a886008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:19,638 INFO [StoreOpener-fc8d8fe71b7a1a2c3a0cc84b8a886008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc8d8fe71b7a1a2c3a0cc84b8a886008 columnFamilyName hfileref 2024-12-03T21:34:19,638 DEBUG [StoreOpener-fc8d8fe71b7a1a2c3a0cc84b8a886008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:19,639 INFO [StoreOpener-fc8d8fe71b7a1a2c3a0cc84b8a886008-1 {}] regionserver.HStore(327): Store=fc8d8fe71b7a1a2c3a0cc84b8a886008/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:19,639 INFO [StoreOpener-fc8d8fe71b7a1a2c3a0cc84b8a886008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:19,639 INFO [StoreOpener-fc8d8fe71b7a1a2c3a0cc84b8a886008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc8d8fe71b7a1a2c3a0cc84b8a886008 columnFamilyName queue 2024-12-03T21:34:19,639 DEBUG [StoreOpener-fc8d8fe71b7a1a2c3a0cc84b8a886008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:19,640 INFO [StoreOpener-fc8d8fe71b7a1a2c3a0cc84b8a886008-1 {}] regionserver.HStore(327): Store=fc8d8fe71b7a1a2c3a0cc84b8a886008/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:19,640 INFO [StoreOpener-fc8d8fe71b7a1a2c3a0cc84b8a886008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:19,640 INFO [StoreOpener-fc8d8fe71b7a1a2c3a0cc84b8a886008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc8d8fe71b7a1a2c3a0cc84b8a886008 columnFamilyName sid 2024-12-03T21:34:19,640 DEBUG [StoreOpener-fc8d8fe71b7a1a2c3a0cc84b8a886008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:19,641 INFO [StoreOpener-fc8d8fe71b7a1a2c3a0cc84b8a886008-1 {}] regionserver.HStore(327): Store=fc8d8fe71b7a1a2c3a0cc84b8a886008/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:19,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:19,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/replication/fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:19,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/replication/fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:19,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:19,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:19,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:34:19,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:19,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/replication/fc8d8fe71b7a1a2c3a0cc84b8a886008/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:19,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fc8d8fe71b7a1a2c3a0cc84b8a886008; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74760990, jitterRate=0.11402556300163269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:34:19,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:19,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fc8d8fe71b7a1a2c3a0cc84b8a886008: Running coprocessor pre-open hook at 1733261659636Writing region info on filesystem at 1733261659636Initializing all the Stores at 1733261659637 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261659637Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261659637Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261659637Cleaning up temporary data from old regions at 1733261659642 (+5 ms)Running coprocessor post-open hooks at 1733261659646 (+4 ms)Region opened successfully at 1733261659646 2024-12-03T21:34:19,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008., pid=10, masterSystemTime=1733261659613 2024-12-03T21:34:19,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. 2024-12-03T21:34:19,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. 2024-12-03T21:34:19,649 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fc8d8fe71b7a1a2c3a0cc84b8a886008, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,42229,1733261642921 2024-12-03T21:34:19,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc8d8fe71b7a1a2c3a0cc84b8a886008, server=101545f66cbd,42229,1733261642921 because future has completed 2024-12-03T21:34:19,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T21:34:19,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fc8d8fe71b7a1a2c3a0cc84b8a886008, server=101545f66cbd,42229,1733261642921 in 190 msec 2024-12-03T21:34:19,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T21:34:19,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc8d8fe71b7a1a2c3a0cc84b8a886008, ASSIGN in 345 msec 2024-12-03T21:34:19,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:34:19,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261659654"}]},"ts":"1733261659654"} 2024-12-03T21:34:19,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T21:34:19,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:34:19,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-12-03T21:34:19,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008., hostname=101545f66cbd,42229,1733261642921, seqNum=2] 2024-12-03T21:34:19,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137 2024-12-03T21:34:19,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137 2024-12-03T21:34:19,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:34:19,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T21:34:19,901 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T21:34:19,923 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-101545f66cbd,42229,1733261642921, ReplicationSource: 1, currentBandwidth=0 2024-12-03T21:34:19,924 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:19,924 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,42229,1733261642921, seqNum=-1] 2024-12-03T21:34:19,924 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:19,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T21:34:19,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-101545f66cbd,42229,1733261642921', locateType=CURRENT is [region=hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008., hostname=101545f66cbd,42229,1733261642921, seqNum=2] 2024-12-03T21:34:19,929 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T21:34:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43085 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T21:34:19,931 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 101545f66cbd,42229,1733261642921 suceeded 2024-12-03T21:34:19,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T21:34:19,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-03T21:34:19,932 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://101545f66cbd:34833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:34:19,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4490 sec 2024-12-03T21:34:19,942 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:34833' 2024-12-03T21:34:19,942 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5588d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:19,943 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,34833,-1 for getting cluster id 2024-12-03T21:34:19,943 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:19,943 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ab46886-d80b-4a49-a43e-aa69a797530f' 2024-12-03T21:34:19,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:19,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ab46886-d80b-4a49-a43e-aa69a797530f" 2024-12-03T21:34:19,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f8f9211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:19,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,34833,-1] 2024-12-03T21:34:19,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:19,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:19,944 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:19,945 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a6b2ce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:19,945 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:34:19,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,34833,1733261647524 2024-12-03T21:34:19,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77f39aaa 2024-12-03T21:34:19,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:34:19,946 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-03T21:34:19,947 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-101545f66cbd,42229,1733261642921 (queues=1) is replicating from cluster=30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8 to cluster=5ab46886-d80b-4a49-a43e-aa69a797530f 2024-12-03T21:34:19,947 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=101545f66cbd%2C42229%2C1733261642921 2024-12-03T21:34:19,947 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-101545f66cbd,42229,1733261642921, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:34:19,947 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C42229%2C1733261642921 2024-12-03T21:34:19,947 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627, startPosition=0, beingWritten=true 2024-12-03T21:34:19,951 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:34:19,951 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 379, reset compression=false 2024-12-03T21:34:19,951 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,42229,1733261642921 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:34:19,964 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 379, reset compression=false 2024-12-03T21:34:20,154 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 379, reset compression=false 2024-12-03T21:34:20,457 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 379, reset compression=false 2024-12-03T21:34:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:20,628 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T21:34:20,628 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:34:20,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:34:20,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:20,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:20,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:34:20,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ebb655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:20,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,34833,-1 for getting cluster id 2024-12-03T21:34:20,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:20,629 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ab46886-d80b-4a49-a43e-aa69a797530f' 2024-12-03T21:34:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ab46886-d80b-4a49-a43e-aa69a797530f" 2024-12-03T21:34:20,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f69c152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:20,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,34833,-1] 2024-12-03T21:34:20,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:20,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:20,630 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:20,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a51255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:20,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:34:20,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,34833,1733261647524 2024-12-03T21:34:20,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41f68cec 2024-12-03T21:34:20,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:34:20,633 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:34:20,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://101545f66cbd:43085,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T21:34:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:34:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:20,635 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:43085' 2024-12-03T21:34:20,636 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d2f632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:20,636 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,43085,-1 for getting cluster id 2024-12-03T21:34:20,636 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:20,636 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8' 2024-12-03T21:34:20,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:20,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8" 2024-12-03T21:34:20,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e18184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:20,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,43085,-1] 2024-12-03T21:34:20,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:20,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:20,637 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:20,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bee5608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:20,638 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:34:20,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,43085,1733261642813 2024-12-03T21:34:20,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@251edf01 2024-12-03T21:34:20,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:34:20,639 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:34:20,640 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T21:34:20,640 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:34:20,640 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:20,640 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:20,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:34:20,640 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:34:20,641 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T21:34:20,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:34:20,642 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:20,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:34:20,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741837_1013 (size=1138) 2024-12-03T21:34:20,667 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 379, reset compression=false 2024-12-03T21:34:20,691 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T21:34:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:20,860 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 379, reset compression=false 2024-12-03T21:34:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:21,048 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 34d2daf935b97aaccccc0cb3b812096a, NAME => 'hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1 2024-12-03T21:34:21,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741838_1014 (size=44) 2024-12-03T21:34:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:21,363 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 379, reset compression=false 2024-12-03T21:34:21,419 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:34:21,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:21,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:21,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:21,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:21,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:21,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:21,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:21,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:21,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:21,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:21,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:21,452 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:21,452 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 34d2daf935b97aaccccc0cb3b812096a, disabling compactions & flushes 2024-12-03T21:34:21,453 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a. 2024-12-03T21:34:21,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a. 2024-12-03T21:34:21,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a. after waiting 0 ms 2024-12-03T21:34:21,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:21,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a. 2024-12-03T21:34:21,453 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a. 2024-12-03T21:34:21,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 34d2daf935b97aaccccc0cb3b812096a: Waiting for close lock at 1733261661452Disabling compacts and flushes for region at 1733261661452Disabling writes for close at 1733261661453 (+1 ms)Writing region close event to WAL at 1733261661453Closed at 1733261661453 2024-12-03T21:34:21,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:34:21,454 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733261661454"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261661454"}]},"ts":"1733261661454"} 2024-12-03T21:34:21,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:34:21,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:21,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:21,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:34:21,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261661456"}]},"ts":"1733261661456"} 2024-12-03T21:34:21,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:21,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T21:34:21,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=34d2daf935b97aaccccc0cb3b812096a, ASSIGN}] 2024-12-03T21:34:21,459 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=34d2daf935b97aaccccc0cb3b812096a, ASSIGN 2024-12-03T21:34:21,459 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=34d2daf935b97aaccccc0cb3b812096a, ASSIGN; state=OFFLINE, location=101545f66cbd,38565,1733261647632; forceNewPlan=false, retain=false 2024-12-03T21:34:21,470 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 379, reset compression=false 2024-12-03T21:34:21,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=34d2daf935b97aaccccc0cb3b812096a, regionState=OPENING, regionLocation=101545f66cbd,38565,1733261647632 2024-12-03T21:34:21,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=34d2daf935b97aaccccc0cb3b812096a, ASSIGN because future has completed 2024-12-03T21:34:21,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34d2daf935b97aaccccc0cb3b812096a, server=101545f66cbd,38565,1733261647632}] 2024-12-03T21:34:21,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a. 2024-12-03T21:34:21,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:21,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T21:34:21,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C38565%2C1733261647632.rep, suffix=, logDir=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632, archiveDir=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/oldWALs, maxLogs=10 2024-12-03T21:34:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:21,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.rep.1733261661767, exclude list is [], retry=0 2024-12-03T21:34:21,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38709,DS-c9dd5820-8229-484c-917d-2ee4c462194d,DISK] 2024-12-03T21:34:21,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.rep.1733261661767 2024-12-03T21:34:21,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45247:45247)] 2024-12-03T21:34:21,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 34d2daf935b97aaccccc0cb3b812096a, NAME => 'hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:21,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:34:21,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:34:21,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a. service=MultiRowMutationService 2024-12-03T21:34:21,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T21:34:21,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 34d2daf935b97aaccccc0cb3b812096a 2024-12-03T21:34:21,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:21,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 34d2daf935b97aaccccc0cb3b812096a 2024-12-03T21:34:21,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 34d2daf935b97aaccccc0cb3b812096a 2024-12-03T21:34:21,789 INFO [StoreOpener-34d2daf935b97aaccccc0cb3b812096a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 34d2daf935b97aaccccc0cb3b812096a 2024-12-03T21:34:21,790 INFO [StoreOpener-34d2daf935b97aaccccc0cb3b812096a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34d2daf935b97aaccccc0cb3b812096a columnFamilyName hfileref 2024-12-03T21:34:21,790 DEBUG [StoreOpener-34d2daf935b97aaccccc0cb3b812096a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:21,790 INFO [StoreOpener-34d2daf935b97aaccccc0cb3b812096a-1 {}] regionserver.HStore(327): Store=34d2daf935b97aaccccc0cb3b812096a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:21,791 INFO [StoreOpener-34d2daf935b97aaccccc0cb3b812096a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 34d2daf935b97aaccccc0cb3b812096a 2024-12-03T21:34:21,791 INFO [StoreOpener-34d2daf935b97aaccccc0cb3b812096a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34d2daf935b97aaccccc0cb3b812096a columnFamilyName queue 2024-12-03T21:34:21,791 DEBUG [StoreOpener-34d2daf935b97aaccccc0cb3b812096a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:21,792 INFO [StoreOpener-34d2daf935b97aaccccc0cb3b812096a-1 {}] regionserver.HStore(327): Store=34d2daf935b97aaccccc0cb3b812096a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:21,792 INFO [StoreOpener-34d2daf935b97aaccccc0cb3b812096a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 34d2daf935b97aaccccc0cb3b812096a 2024-12-03T21:34:21,792 INFO [StoreOpener-34d2daf935b97aaccccc0cb3b812096a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34d2daf935b97aaccccc0cb3b812096a columnFamilyName sid 2024-12-03T21:34:21,793 DEBUG [StoreOpener-34d2daf935b97aaccccc0cb3b812096a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:21,793 INFO [StoreOpener-34d2daf935b97aaccccc0cb3b812096a-1 {}] regionserver.HStore(327): Store=34d2daf935b97aaccccc0cb3b812096a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:21,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 34d2daf935b97aaccccc0cb3b812096a 2024-12-03T21:34:21,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/replication/34d2daf935b97aaccccc0cb3b812096a 2024-12-03T21:34:21,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/replication/34d2daf935b97aaccccc0cb3b812096a 2024-12-03T21:34:21,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 34d2daf935b97aaccccc0cb3b812096a 2024-12-03T21:34:21,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 34d2daf935b97aaccccc0cb3b812096a 2024-12-03T21:34:21,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:34:21,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 34d2daf935b97aaccccc0cb3b812096a 2024-12-03T21:34:21,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/replication/34d2daf935b97aaccccc0cb3b812096a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:21,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 34d2daf935b97aaccccc0cb3b812096a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74349298, jitterRate=0.10789087414741516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:34:21,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34d2daf935b97aaccccc0cb3b812096a 2024-12-03T21:34:21,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 34d2daf935b97aaccccc0cb3b812096a: Running coprocessor pre-open hook at 1733261661788Writing region info on filesystem at 1733261661788Initializing all the Stores at 1733261661789 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261661789Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261661789Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261661789Cleaning up temporary data from old regions at 1733261661794 (+5 ms)Running coprocessor post-open hooks at 1733261661797 (+3 ms)Region opened successfully at 1733261661797 2024-12-03T21:34:21,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a., pid=10, masterSystemTime=1733261661763 2024-12-03T21:34:21,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a. 2024-12-03T21:34:21,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a. 2024-12-03T21:34:21,799 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=34d2daf935b97aaccccc0cb3b812096a, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,38565,1733261647632 2024-12-03T21:34:21,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34d2daf935b97aaccccc0cb3b812096a, server=101545f66cbd,38565,1733261647632 because future has completed 2024-12-03T21:34:21,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T21:34:21,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 34d2daf935b97aaccccc0cb3b812096a, server=101545f66cbd,38565,1733261647632 in 189 msec 2024-12-03T21:34:21,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T21:34:21,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=34d2daf935b97aaccccc0cb3b812096a, ASSIGN in 344 msec 2024-12-03T21:34:21,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:34:21,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261661804"}]},"ts":"1733261661804"} 2024-12-03T21:34:21,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T21:34:21,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:34:21,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-12-03T21:34:21,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a., hostname=101545f66cbd,38565,1733261647632, seqNum=2] 2024-12-03T21:34:21,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303 2024-12-03T21:34:21,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303 2024-12-03T21:34:21,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:34:21,966 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 379, reset compression=false 2024-12-03T21:34:22,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T21:34:22,051 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T21:34:22,074 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-101545f66cbd,38565,1733261647632, ReplicationSource: 1, currentBandwidth=0 2024-12-03T21:34:22,074 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:22,074 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,38565,1733261647632, seqNum=-1] 2024-12-03T21:34:22,074 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:22,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T21:34:22,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-101545f66cbd,38565,1733261647632', locateType=CURRENT is [region=hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a., hostname=101545f66cbd,38565,1733261647632, seqNum=2] 2024-12-03T21:34:22,078 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T21:34:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T21:34:22,080 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 101545f66cbd,38565,1733261647632 suceeded 2024-12-03T21:34:22,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T21:34:22,081 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://101545f66cbd:43085,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:34:22,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-03T21:34:22,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4480 sec 2024-12-03T21:34:22,090 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:43085' 2024-12-03T21:34:22,091 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@698b2b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:22,091 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,43085,-1 for getting cluster id 2024-12-03T21:34:22,091 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:22,092 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8' 2024-12-03T21:34:22,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:22,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8" 2024-12-03T21:34:22,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18540872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:22,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,43085,-1] 2024-12-03T21:34:22,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:22,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:22,093 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:22,093 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3203813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:22,093 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:34:22,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,43085,1733261642813 2024-12-03T21:34:22,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f6822d4 2024-12-03T21:34:22,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:34:22,095 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-03T21:34:22,095 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-101545f66cbd,38565,1733261647632 (queues=1) is replicating from cluster=5ab46886-d80b-4a49-a43e-aa69a797530f to cluster=30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8 2024-12-03T21:34:22,095 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=101545f66cbd%2C38565%2C1733261647632 2024-12-03T21:34:22,095 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-101545f66cbd,38565,1733261647632, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:34:22,095 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764, startPosition=0, beingWritten=true 2024-12-03T21:34:22,096 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C38565%2C1733261647632 2024-12-03T21:34:22,099 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:34:22,099 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 379, reset compression=false 2024-12-03T21:34:22,099 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,38565,1733261647632 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:34:22,302 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 379, reset compression=false 2024-12-03T21:34:22,373 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 379, reset compression=false 2024-12-03T21:34:22,606 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 379, reset compression=false 2024-12-03T21:34:22,669 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 379, reset compression=false 2024-12-03T21:34:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:22,778 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T21:34:22,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:34:22,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:34:22,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:22,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:22,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:34:22,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42761de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:22,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,39603,-1 for getting cluster id 2024-12-03T21:34:22,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:22,779 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0f55a38-f89a-4c74-832d-90363aaef25f' 2024-12-03T21:34:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:22,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0f55a38-f89a-4c74-832d-90363aaef25f" 2024-12-03T21:34:22,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af9aaae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:22,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,39603,-1] 2024-12-03T21:34:22,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:22,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:22,780 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:22,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375d84db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:22,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:22,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,43085,-1 for getting cluster id 2024-12-03T21:34:22,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:22,781 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8' 2024-12-03T21:34:22,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:22,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8" 2024-12-03T21:34:22,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef13c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:22,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,43085,-1] 2024-12-03T21:34:22,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:22,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:22,782 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b754f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:22,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:22,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,34833,-1 for getting cluster id 2024-12-03T21:34:22,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:22,783 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ab46886-d80b-4a49-a43e-aa69a797530f' 2024-12-03T21:34:22,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:22,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ab46886-d80b-4a49-a43e-aa69a797530f" 2024-12-03T21:34:22,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8a4180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:22,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,34833,-1] 2024-12-03T21:34:22,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:22,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:22,784 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:22,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fde2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:22,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:22,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,38489,1733261637811, seqNum=-1] 2024-12-03T21:34:22,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:22,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:34:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8., hostname=101545f66cbd,38489,1733261637811, seqNum=2] 2024-12-03T21:34:22,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:22,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,38565,1733261647632, seqNum=-1] 2024-12-03T21:34:22,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:22,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:34:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733261655190.4d44746ced2391732ba792859165f980., hostname=101545f66cbd,38565,1733261647632, seqNum=2] 2024-12-03T21:34:22,794 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T21:34:23,009 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 379, reset compression=false 2024-12-03T21:34:23,376 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 379, reset compression=false 2024-12-03T21:34:23,380 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:34:23,380 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 480, reset compression=false 2024-12-03T21:34:23,380 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.shipper101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,38489,1733261637811 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c5ac2f3a0e67b4c4511e10765d3cab8/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T21:34:23,382 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.shipper101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:34:23,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-03T21:34:23,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42229 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:34:23,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@518029f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:23,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42229 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,43085,-1 for getting cluster id 2024-12-03T21:34:23,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:23,384 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8' 2024-12-03T21:34:23,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:23,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30fef9ad-99a4-4b10-87e3-8ced2eb5b9c8" 2024-12-03T21:34:23,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7015467a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:23,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,43085,-1] 2024-12-03T21:34:23,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:23,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:23,385 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:23,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61b08cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:23,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42229 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:23,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,42229,1733261642921, seqNum=-1] 2024-12-03T21:34:23,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:23,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T21:34:23,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733261653040.7f865813ef0f0de10222436c141c6816., hostname=101545f66cbd,42229,1733261642921, seqNum=2] 2024-12-03T21:34:23,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42229 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:34:23,473 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 379, reset compression=false 2024-12-03T21:34:23,477 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:34:23,477 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 504, reset compression=false 2024-12-03T21:34:23,477 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,42229,1733261642921 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f865813ef0f0de10222436c141c6816/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T21:34:23,479 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:34:23,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-03T21:34:23,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:34:23,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78675936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:23,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,34833,-1 for getting cluster id 2024-12-03T21:34:23,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:23,481 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ab46886-d80b-4a49-a43e-aa69a797530f' 2024-12-03T21:34:23,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:23,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ab46886-d80b-4a49-a43e-aa69a797530f" 2024-12-03T21:34:23,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@369130ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:23,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,34833,-1] 2024-12-03T21:34:23,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:23,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:23,482 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:23,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aa4faf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:23,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:23,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,38565,1733261647632, seqNum=-1] 2024-12-03T21:34:23,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:23,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T21:34:23,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733261655190.4d44746ced2391732ba792859165f980., hostname=101545f66cbd,38565,1733261647632, seqNum=2] 2024-12-03T21:34:23,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:34:23,512 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 379, reset compression=false 2024-12-03T21:34:23,516 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:34:23,516 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 527, reset compression=false 2024-12-03T21:34:23,516 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,38565,1733261647632 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:34:23,582 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 480, reset compression=false 2024-12-03T21:34:23,681 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 504, reset compression=false 2024-12-03T21:34:23,720 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 527, reset compression=false 2024-12-03T21:34:23,796 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T21:34:23,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:23,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,42229,1733261642921, seqNum=-1] 2024-12-03T21:34:23,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:23,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:34:23,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733261653040.7f865813ef0f0de10222436c141c6816., hostname=101545f66cbd,42229,1733261642921, seqNum=2] 2024-12-03T21:34:23,802 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T21:34:23,885 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 480, reset compression=false 2024-12-03T21:34:23,984 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 504, reset compression=false 2024-12-03T21:34:23,988 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:34:23,988 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 608, reset compression=false 2024-12-03T21:34:23,988 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,42229,1733261642921 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f865813ef0f0de10222436c141c6816/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T21:34:23,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:34:23,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:34:24,022 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 527, reset compression=false 2024-12-03T21:34:24,026 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:34:24,026 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 654, reset compression=false 2024-12-03T21:34:24,026 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,38565,1733261647632 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:34:24,191 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 608, reset compression=false 2024-12-03T21:34:24,229 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 654, reset compression=false 2024-12-03T21:34:24,288 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 480, reset compression=false 2024-12-03T21:34:24,494 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 608, reset compression=false 2024-12-03T21:34:24,532 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 654, reset compression=false 2024-12-03T21:34:24,790 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 480, reset compression=false 2024-12-03T21:34:24,803 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T21:34:24,805 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T21:34:24,896 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 608, reset compression=false 2024-12-03T21:34:24,941 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 654, reset compression=false 2024-12-03T21:34:24,945 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:34:24,945 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 758, reset compression=false 2024-12-03T21:34:24,945 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,38565,1733261647632 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d44746ced2391732ba792859165f980/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T21:34:24,947 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:34:24,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-03T21:34:24,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42229 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:34:24,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42229 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:34:25,148 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 758, reset compression=false 2024-12-03T21:34:25,368 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:34:25,368 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:34:25,368 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108785 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:34:25,393 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 480, reset compression=false 2024-12-03T21:34:25,399 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 608, reset compression=false 2024-12-03T21:34:25,402 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:34:25,402 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 735, reset compression=false 2024-12-03T21:34:25,402 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,42229,1733261642921 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:34:25,451 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 758, reset compression=false 2024-12-03T21:34:25,605 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 735, reset compression=false 2024-12-03T21:34:25,807 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T21:34:25,809 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T21:34:25,854 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 758, reset compression=false 2024-12-03T21:34:25,908 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 735, reset compression=false 2024-12-03T21:34:26,097 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 480, reset compression=false 2024-12-03T21:34:26,100 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:34:26,100 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 636, reset compression=false 2024-12-03T21:34:26,100 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.shipper101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,38489,1733261637811 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c5ac2f3a0e67b4c4511e10765d3cab8/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T21:34:26,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42229 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:34:26,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42229 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:34:26,307 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 636, reset compression=false 2024-12-03T21:34:26,311 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 735, reset compression=false 2024-12-03T21:34:26,314 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:34:26,314 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 883, reset compression=false 2024-12-03T21:34:26,314 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,42229,1733261642921 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f865813ef0f0de10222436c141c6816/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T21:34:26,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:34:26,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:34:26,357 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 758, reset compression=false 2024-12-03T21:34:26,361 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:34:26,361 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 929, reset compression=false 2024-12-03T21:34:26,361 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,38565,1733261647632 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:34:26,517 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 883, reset compression=false 2024-12-03T21:34:26,564 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 929, reset compression=false 2024-12-03T21:34:26,610 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 636, reset compression=false 2024-12-03T21:34:26,811 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T21:34:26,813 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T21:34:26,820 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 883, reset compression=false 2024-12-03T21:34:26,824 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:34:26,824 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1042, reset compression=false 2024-12-03T21:34:26,824 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,42229,1733261642921 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f865813ef0f0de10222436c141c6816/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T21:34:26,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:34:26,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:34:26,867 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 929, reset compression=false 2024-12-03T21:34:26,870 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:34:26,870 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 1078, reset compression=false 2024-12-03T21:34:26,870 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,38565,1733261647632 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:34:27,013 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 636, reset compression=false 2024-12-03T21:34:27,026 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1042, reset compression=false 2024-12-03T21:34:27,073 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 1078, reset compression=false 2024-12-03T21:34:27,240 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T21:34:27,274 DEBUG [master/101545f66cbd:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=35, reused chunk count=127, reuseRatio=78.40% 2024-12-03T21:34:27,274 DEBUG [master/101545f66cbd:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-03T21:34:27,290 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:34:27,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:27,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:27,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:27,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:27,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:27,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:27,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:27,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:27,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:27,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:27,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:27,329 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1042, reset compression=false 2024-12-03T21:34:27,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:27,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:27,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:27,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:27,376 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 1078, reset compression=false 2024-12-03T21:34:27,516 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 636, reset compression=false 2024-12-03T21:34:27,732 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1042, reset compression=false 2024-12-03T21:34:27,779 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 1078, reset compression=false 2024-12-03T21:34:27,815 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T21:34:27,818 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T21:34:28,119 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 636, reset compression=false 2024-12-03T21:34:28,235 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1042, reset compression=false 2024-12-03T21:34:28,282 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 1078, reset compression=false 2024-12-03T21:34:28,285 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:34:28,285 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 1237, reset compression=false 2024-12-03T21:34:28,285 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,38565,1733261647632 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d44746ced2391732ba792859165f980/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T21:34:28,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42229 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T21:34:28,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42229 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T21:34:28,488 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 1237, reset compression=false 2024-12-03T21:34:28,791 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 1237, reset compression=false 2024-12-03T21:34:28,819 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T21:34:28,823 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 636, reset compression=false 2024-12-03T21:34:28,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:34:28,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:34:28,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:34:28,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:28,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:34:28,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:28,824 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:34:28,824 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=975749510, stopped=false 2024-12-03T21:34:28,824 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,34833,1733261647524 2024-12-03T21:34:28,838 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1042, reset compression=false 2024-12-03T21:34:28,842 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:34:28,842 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1191, reset compression=false 2024-12-03T21:34:28,842 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,42229,1733261642921 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:34:28,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1252074303/running 2024-12-03T21:34:28,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1252074303/running 2024-12-03T21:34:28,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303 2024-12-03T21:34:28,859 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:34:28,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303 2024-12-03T21:34:28,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:34:28,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:34:28,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:28,860 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,38565,1733261647632' ***** 2024-12-03T21:34:28,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Set watcher on znode that does not yet exist, /2-1252074303/running 2024-12-03T21:34:28,860 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:34:28,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Set watcher on znode that does not yet exist, /2-1252074303/running 2024-12-03T21:34:28,861 INFO [RS:0;101545f66cbd:38565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:34:28,861 INFO [RS:0;101545f66cbd:38565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:34:28,861 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:34:28,861 INFO [RS:0;101545f66cbd:38565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:34:28,861 INFO [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(3091): Received CLOSE for 34d2daf935b97aaccccc0cb3b812096a 2024-12-03T21:34:28,861 INFO [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d44746ced2391732ba792859165f980 2024-12-03T21:34:28,861 INFO [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,38565,1733261647632 2024-12-03T21:34:28,861 INFO [RS:0;101545f66cbd:38565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:34:28,861 INFO [RS:0;101545f66cbd:38565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:38565. 2024-12-03T21:34:28,861 DEBUG [RS:0;101545f66cbd:38565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:34:28,861 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34d2daf935b97aaccccc0cb3b812096a, disabling compactions & flushes 2024-12-03T21:34:28,861 DEBUG [RS:0;101545f66cbd:38565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:28,861 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a. 2024-12-03T21:34:28,861 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a. 2024-12-03T21:34:28,861 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a. after waiting 0 ms 2024-12-03T21:34:28,861 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a. 2024-12-03T21:34:28,861 INFO [RS:0;101545f66cbd:38565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:34:28,862 INFO [RS:0;101545f66cbd:38565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:34:28,862 INFO [RS:0;101545f66cbd:38565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:34:28,862 INFO [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:34:28,862 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 34d2daf935b97aaccccc0cb3b812096a 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-03T21:34:28,862 INFO [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T21:34:28,862 DEBUG [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1325): Online Regions={34d2daf935b97aaccccc0cb3b812096a=hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a., 4d44746ced2391732ba792859165f980=test,,1733261655190.4d44746ced2391732ba792859165f980., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:34:28,862 DEBUG [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34d2daf935b97aaccccc0cb3b812096a, 4d44746ced2391732ba792859165f980 2024-12-03T21:34:28,862 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:34:28,862 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:34:28,862 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:34:28,862 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:34:28,862 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:34:28,862 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T21:34:28,875 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/.tmp/info/069cdc0614b84543bd3b8b4529243d29 is 147, key is hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a./info:regioninfo/1733261661799/Put/seqid=0 2024-12-03T21:34:28,875 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/replication/34d2daf935b97aaccccc0cb3b812096a/.tmp/queue/a4ebe9927b8c414f85ae0b1825995e1a is 154, key is 1-101545f66cbd,38565,1733261647632/queue:101545f66cbd%2C38565%2C1733261647632/1733261668289/Put/seqid=0 2024-12-03T21:34:28,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741841_1017 (size=5353) 2024-12-03T21:34:28,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741840_1016 (size=7686) 2024-12-03T21:34:28,954 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:34:29,045 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1191, reset compression=false 2024-12-03T21:34:29,062 DEBUG [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34d2daf935b97aaccccc0cb3b812096a, 4d44746ced2391732ba792859165f980 2024-12-03T21:34:29,194 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 1237, reset compression=false 2024-12-03T21:34:29,262 DEBUG [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34d2daf935b97aaccccc0cb3b812096a, 4d44746ced2391732ba792859165f980 2024-12-03T21:34:29,278 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/.tmp/info/069cdc0614b84543bd3b8b4529243d29 2024-12-03T21:34:29,278 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/replication/34d2daf935b97aaccccc0cb3b812096a/.tmp/queue/a4ebe9927b8c414f85ae0b1825995e1a 2024-12-03T21:34:29,282 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/replication/34d2daf935b97aaccccc0cb3b812096a/.tmp/queue/a4ebe9927b8c414f85ae0b1825995e1a as hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/replication/34d2daf935b97aaccccc0cb3b812096a/queue/a4ebe9927b8c414f85ae0b1825995e1a 2024-12-03T21:34:29,286 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/replication/34d2daf935b97aaccccc0cb3b812096a/queue/a4ebe9927b8c414f85ae0b1825995e1a, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T21:34:29,286 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 34d2daf935b97aaccccc0cb3b812096a in 425ms, sequenceid=12, compaction requested=false 2024-12-03T21:34:29,293 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/.tmp/ns/1c51bff7fa574626aceaafe65ad8950f is 43, key is default/ns:d/1733261650754/Put/seqid=0 2024-12-03T21:34:29,294 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/replication/34d2daf935b97aaccccc0cb3b812096a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T21:34:29,295 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:34:29,295 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:34:29,295 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a. 2024-12-03T21:34:29,295 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34d2daf935b97aaccccc0cb3b812096a: Waiting for close lock at 1733261668861Running coprocessor pre-close hooks at 1733261668861Disabling compacts and flushes for region at 1733261668861Disabling writes for close at 1733261668861Obtaining lock to block concurrent updates at 1733261668862 (+1 ms)Preparing flush snapshotting stores in 34d2daf935b97aaccccc0cb3b812096a at 1733261668862Finished memstore snapshotting hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733261668862Flushing stores of hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a. at 1733261668862Flushing 34d2daf935b97aaccccc0cb3b812096a/queue: creating writer at 1733261668862Flushing 34d2daf935b97aaccccc0cb3b812096a/queue: appending metadata at 1733261668874 (+12 ms)Flushing 34d2daf935b97aaccccc0cb3b812096a/queue: closing flushed file at 1733261668874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@138e079e: reopening flushed file at 1733261669282 (+408 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 34d2daf935b97aaccccc0cb3b812096a in 425ms, sequenceid=12, compaction requested=false at 1733261669286 (+4 ms)Writing region close event to WAL at 1733261669291 (+5 ms)Running coprocessor post-close hooks at 1733261669295 (+4 ms)Closed at 1733261669295 2024-12-03T21:34:29,295 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733261660640.34d2daf935b97aaccccc0cb3b812096a. 2024-12-03T21:34:29,295 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d44746ced2391732ba792859165f980, disabling compactions & flushes 2024-12-03T21:34:29,295 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733261655190.4d44746ced2391732ba792859165f980. 2024-12-03T21:34:29,295 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261655190.4d44746ced2391732ba792859165f980. 2024-12-03T21:34:29,295 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733261655190.4d44746ced2391732ba792859165f980. after waiting 0 ms 2024-12-03T21:34:29,295 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733261655190.4d44746ced2391732ba792859165f980. 2024-12-03T21:34:29,296 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d44746ced2391732ba792859165f980 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T21:34:29,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741842_1018 (size=5153) 2024-12-03T21:34:29,312 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980/.tmp/f/6b710bf083d24b3280b8fe4d6413d8c9 is 29, key is row1/f:/1733261666812/DeleteFamily/seqid=0 2024-12-03T21:34:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741843_1019 (size=5152) 2024-12-03T21:34:29,315 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980/.tmp/f/6b710bf083d24b3280b8fe4d6413d8c9 2024-12-03T21:34:29,319 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b710bf083d24b3280b8fe4d6413d8c9 2024-12-03T21:34:29,331 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980/.tmp/f1/1ad70482d2a34560a03643c0f8561c0a is 30, key is row1/f1:/1733261666812/DeleteFamily/seqid=0 2024-12-03T21:34:29,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741844_1020 (size=5158) 2024-12-03T21:34:29,348 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1191, reset compression=false 2024-12-03T21:34:29,462 DEBUG [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d44746ced2391732ba792859165f980 2024-12-03T21:34:29,625 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 636, reset compression=false 2024-12-03T21:34:29,644 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:34:29,644 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:34:29,662 DEBUG [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d44746ced2391732ba792859165f980 2024-12-03T21:34:29,697 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/.tmp/ns/1c51bff7fa574626aceaafe65ad8950f 2024-12-03T21:34:29,697 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 1237, reset compression=false 2024-12-03T21:34:29,700 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:34:29,700 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 1484, reset compression=false 2024-12-03T21:34:29,700 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,38565,1733261647632 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:34:29,701 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 101545f66cbd,38565,1733261647632: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-101545f66cbd,38565,1733261647632, walGroup=101545f66cbd%2C38565%2C1733261647632, offset=101545f66cbd%2C38565%2C1733261647632.1733261649764:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38565 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T21:34:29,702 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T21:34:29,702 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T21:34:29,703 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T21:34:29,703 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T21:34:29,703 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T21:34:29,703 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1247805440, "init": 1048576000, "max": 2306867200, "used": 992966320 }, "NonHeapMemoryUsage": { "committed": 205586432, "init": 7667712, "max": -1, "used": 201193712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T21:34:29,703 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:34833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:34833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T21:34:29,722 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/.tmp/rep_barrier/b964d5ae686940c9ae87ba9dcf4259a4 is 112, key is test,,1733261655190.4d44746ced2391732ba792859165f980./rep_barrier:seqnumDuringOpen/1733261655928/Put/seqid=0 2024-12-03T21:34:29,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741845_1021 (size=5518) 2024-12-03T21:34:29,734 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980/.tmp/f1/1ad70482d2a34560a03643c0f8561c0a 2024-12-03T21:34:29,737 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ad70482d2a34560a03643c0f8561c0a 2024-12-03T21:34:29,749 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980/.tmp/norep/8846503990c14fa38584fc018c441aac is 33, key is row2/norep:/1733261667816/DeleteFamily/seqid=0 2024-12-03T21:34:29,751 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1191, reset compression=false 2024-12-03T21:34:29,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741846_1022 (size=5108) 2024-12-03T21:34:29,862 DEBUG [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d44746ced2391732ba792859165f980 2024-12-03T21:34:29,904 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 1484, reset compression=false 2024-12-03T21:34:30,063 INFO [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T21:34:30,063 DEBUG [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1325): Online Regions={4d44746ced2391732ba792859165f980=test,,1733261655190.4d44746ced2391732ba792859165f980., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:34:30,063 DEBUG [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d44746ced2391732ba792859165f980 2024-12-03T21:34:30,125 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/.tmp/rep_barrier/b964d5ae686940c9ae87ba9dcf4259a4 2024-12-03T21:34:30,140 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/.tmp/table/5845371a74bf4a85b09b5113106834e2 is 53, key is hbase:replication/table:state/1733261661804/Put/seqid=0 2024-12-03T21:34:30,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741847_1023 (size=5308) 2024-12-03T21:34:30,152 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980/.tmp/norep/8846503990c14fa38584fc018c441aac 2024-12-03T21:34:30,156 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8846503990c14fa38584fc018c441aac 2024-12-03T21:34:30,156 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980/.tmp/f/6b710bf083d24b3280b8fe4d6413d8c9 as hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980/f/6b710bf083d24b3280b8fe4d6413d8c9 2024-12-03T21:34:30,159 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b710bf083d24b3280b8fe4d6413d8c9 2024-12-03T21:34:30,159 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980/f/6b710bf083d24b3280b8fe4d6413d8c9, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T21:34:30,159 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980/.tmp/f1/1ad70482d2a34560a03643c0f8561c0a as hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980/f1/1ad70482d2a34560a03643c0f8561c0a 2024-12-03T21:34:30,162 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ad70482d2a34560a03643c0f8561c0a 2024-12-03T21:34:30,162 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980/f1/1ad70482d2a34560a03643c0f8561c0a, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T21:34:30,163 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980/.tmp/norep/8846503990c14fa38584fc018c441aac as hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980/norep/8846503990c14fa38584fc018c441aac 2024-12-03T21:34:30,166 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8846503990c14fa38584fc018c441aac 2024-12-03T21:34:30,166 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980/norep/8846503990c14fa38584fc018c441aac, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T21:34:30,167 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4d44746ced2391732ba792859165f980 in 871ms, sequenceid=10, compaction requested=false 2024-12-03T21:34:30,170 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/default/test/4d44746ced2391732ba792859165f980/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T21:34:30,171 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:34:30,171 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:34:30,171 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733261655190.4d44746ced2391732ba792859165f980. 2024-12-03T21:34:30,171 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d44746ced2391732ba792859165f980: Waiting for close lock at 1733261669295Running coprocessor pre-close hooks at 1733261669295Disabling compacts and flushes for region at 1733261669295Disabling writes for close at 1733261669295Obtaining lock to block concurrent updates at 1733261669296 (+1 ms)Preparing flush snapshotting stores in 4d44746ced2391732ba792859165f980 at 1733261669296Finished memstore snapshotting test,,1733261655190.4d44746ced2391732ba792859165f980., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733261669296Flushing stores of test,,1733261655190.4d44746ced2391732ba792859165f980. at 1733261669296Flushing 4d44746ced2391732ba792859165f980/f: creating writer at 1733261669297 (+1 ms)Flushing 4d44746ced2391732ba792859165f980/f: appending metadata at 1733261669311 (+14 ms)Flushing 4d44746ced2391732ba792859165f980/f: closing flushed file at 1733261669311Flushing 4d44746ced2391732ba792859165f980/f1: creating writer at 1733261669319 (+8 ms)Flushing 4d44746ced2391732ba792859165f980/f1: appending metadata at 1733261669330 (+11 ms)Flushing 4d44746ced2391732ba792859165f980/f1: closing flushed file at 1733261669330Flushing 4d44746ced2391732ba792859165f980/norep: creating writer at 1733261669737 (+407 ms)Flushing 4d44746ced2391732ba792859165f980/norep: appending metadata at 1733261669748 (+11 ms)Flushing 4d44746ced2391732ba792859165f980/norep: closing flushed file at 1733261669748Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b9bf04c: reopening flushed file at 1733261670156 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57bf8b7a: reopening flushed file at 1733261670159 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c3273a3: reopening flushed file at 1733261670163 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4d44746ced2391732ba792859165f980 in 871ms, sequenceid=10, compaction requested=false at 1733261670167 (+4 ms)Writing region close event to WAL at 1733261670168 (+1 ms)Running coprocessor post-close hooks at 1733261670171 (+3 ms)Closed at 1733261670171 2024-12-03T21:34:30,171 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733261655190.4d44746ced2391732ba792859165f980. 2024-12-03T21:34:30,207 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 1484, reset compression=false 2024-12-03T21:34:30,210 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:34:30,210 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 2128, reset compression=false 2024-12-03T21:34:30,254 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1191, reset compression=false 2024-12-03T21:34:30,263 DEBUG [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:34:30,413 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 2128, reset compression=false 2024-12-03T21:34:30,463 DEBUG [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:34:30,528 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 636, reset compression=false 2024-12-03T21:34:30,544 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/.tmp/table/5845371a74bf4a85b09b5113106834e2 2024-12-03T21:34:30,548 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/.tmp/info/069cdc0614b84543bd3b8b4529243d29 as hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/info/069cdc0614b84543bd3b8b4529243d29 2024-12-03T21:34:30,551 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/info/069cdc0614b84543bd3b8b4529243d29, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T21:34:30,551 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/.tmp/ns/1c51bff7fa574626aceaafe65ad8950f as hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/ns/1c51bff7fa574626aceaafe65ad8950f 2024-12-03T21:34:30,554 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/ns/1c51bff7fa574626aceaafe65ad8950f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T21:34:30,555 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/.tmp/rep_barrier/b964d5ae686940c9ae87ba9dcf4259a4 as hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/rep_barrier/b964d5ae686940c9ae87ba9dcf4259a4 2024-12-03T21:34:30,557 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/rep_barrier/b964d5ae686940c9ae87ba9dcf4259a4, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T21:34:30,558 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/.tmp/table/5845371a74bf4a85b09b5113106834e2 as hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/table/5845371a74bf4a85b09b5113106834e2 2024-12-03T21:34:30,560 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/table/5845371a74bf4a85b09b5113106834e2, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T21:34:30,561 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false 2024-12-03T21:34:30,564 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T21:34:30,564 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:34:30,564 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:34:30,564 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:34:30,564 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261668862Running coprocessor pre-close hooks at 1733261668862Disabling compacts and flushes for region at 1733261668862Disabling writes for close at 1733261668862Obtaining lock to block concurrent updates at 1733261668862Preparing flush snapshotting stores in 1588230740 at 1733261668862Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733261668862Flushing stores of hbase:meta,,1.1588230740 at 1733261668862Flushing 1588230740/info: creating writer at 1733261668862Flushing 1588230740/info: appending metadata at 1733261668874 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733261668874Flushing 1588230740/ns: creating writer at 1733261669281 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733261669293 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733261669293Flushing 1588230740/rep_barrier: creating writer at 1733261669701 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733261669721 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733261669721Flushing 1588230740/table: creating writer at 1733261670128 (+407 ms)Flushing 1588230740/table: appending metadata at 1733261670140 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733261670140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@716b8b6c: reopening flushed file at 1733261670547 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b53efd5: reopening flushed file at 1733261670551 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9745dc6: reopening flushed file at 1733261670554 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12905283: reopening flushed file at 1733261670557 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false at 1733261670561 (+4 ms)Writing region close event to WAL at 1733261670562 (+1 ms)Running coprocessor post-close hooks at 1733261670564 (+2 ms)Closed at 1733261670564 2024-12-03T21:34:30,564 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:34:30,663 INFO [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,38565,1733261647632; all regions closed. 2024-12-03T21:34:30,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741834_1010 (size=4239) 2024-12-03T21:34:30,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.meta.1733261650714.meta not finished, retry = 0 2024-12-03T21:34:30,716 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.1733261649764 to pos 2128, reset compression=false 2024-12-03T21:34:30,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741839_1015 (size=3114) 2024-12-03T21:34:30,767 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/WALs/101545f66cbd,38565,1733261647632/101545f66cbd%2C38565%2C1733261647632.rep.1733261661767 not finished, retry = 0 2024-12-03T21:34:30,857 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1191, reset compression=false 2024-12-03T21:34:30,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741832_1008 (size=2136) 2024-12-03T21:34:30,870 DEBUG [RS:0;101545f66cbd:38565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:30,870 INFO [RS:0;101545f66cbd:38565 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:34:30,870 INFO [RS:0;101545f66cbd:38565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:34:30,870 INFO [RS:0;101545f66cbd:38565 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T21:34:30,870 INFO [RS:0;101545f66cbd:38565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:34:30,870 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:34:30,870 INFO [RS:0;101545f66cbd:38565 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-101545f66cbd,38565,1733261647632 because: Region server is closing 2024-12-03T21:34:30,871 INFO [RS:0;101545f66cbd:38565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:38565. 2024-12-03T21:34:30,871 DEBUG [RS:0;101545f66cbd:38565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:34:30,871 DEBUG [RS:0;101545f66cbd:38565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:30,871 DEBUG [RS:0;101545f66cbd:38565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:30,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:34:30,971 INFO [RS:0;101545f66cbd:38565 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.shipper101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 terminated 2024-12-03T21:34:30,971 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38565,1733261647632.replicationSource.wal-reader.101545f66cbd%2C38565%2C1733261647632,1-101545f66cbd,38565,1733261647632 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T21:34:30,971 INFO [RS:0;101545f66cbd:38565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:38565. 2024-12-03T21:34:30,971 DEBUG [RS:0;101545f66cbd:38565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:34:30,971 DEBUG [RS:0;101545f66cbd:38565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:30,971 DEBUG [RS:0;101545f66cbd:38565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:30,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:34:30,972 INFO [RS:0;101545f66cbd:38565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38565 2024-12-03T21:34:30,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303/rs 2024-12-03T21:34:30,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1252074303/rs/101545f66cbd,38565,1733261647632 2024-12-03T21:34:30,989 INFO [RS:0;101545f66cbd:38565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:34:30,997 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,38565,1733261647632] 2024-12-03T21:34:31,006 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1252074303/draining/101545f66cbd,38565,1733261647632 already deleted, retry=false 2024-12-03T21:34:31,006 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,38565,1733261647632 expired; onlineServers=0 2024-12-03T21:34:31,006 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,34833,1733261647524' ***** 2024-12-03T21:34:31,006 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:34:31,006 INFO [M:0;101545f66cbd:34833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:34:31,006 INFO [M:0;101545f66cbd:34833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:34:31,006 DEBUG [M:0;101545f66cbd:34833 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:34:31,006 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:34:31,006 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261649541 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261649541,5,FailOnTimeoutGroup] 2024-12-03T21:34:31,006 DEBUG [M:0;101545f66cbd:34833 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:34:31,006 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261649541 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261649541,5,FailOnTimeoutGroup] 2024-12-03T21:34:31,006 INFO [M:0;101545f66cbd:34833 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:34:31,006 INFO [M:0;101545f66cbd:34833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:34:31,006 DEBUG [M:0;101545f66cbd:34833 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:34:31,006 INFO [M:0;101545f66cbd:34833 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:34:31,007 INFO [M:0;101545f66cbd:34833 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:34:31,007 INFO [M:0;101545f66cbd:34833 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:34:31,007 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:34:31,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1252074303/master 2024-12-03T21:34:31,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1252074303 2024-12-03T21:34:31,014 DEBUG [M:0;101545f66cbd:34833 {}] zookeeper.ZKUtil(347): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Unable to get data of znode /2-1252074303/master because node does not exist (not an error) 2024-12-03T21:34:31,014 WARN [M:0;101545f66cbd:34833 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:34:31,022 INFO [M:0;101545f66cbd:34833 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/.lastflushedseqids 2024-12-03T21:34:31,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741848_1024 (size=245) 2024-12-03T21:34:31,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:34:31,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38565-0x1019e6763590007, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:34:31,098 INFO [RS:0;101545f66cbd:38565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:34:31,098 INFO [RS:0;101545f66cbd:38565 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,38565,1733261647632; zookeeper connection closed. 2024-12-03T21:34:31,098 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70c86de {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70c86de 2024-12-03T21:34:31,098 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:34:31,426 INFO [M:0;101545f66cbd:34833 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:34:31,426 INFO [M:0;101545f66cbd:34833 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:34:31,426 DEBUG [M:0;101545f66cbd:34833 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:34:31,426 INFO [M:0;101545f66cbd:34833 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:31,426 DEBUG [M:0;101545f66cbd:34833 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:31,426 DEBUG [M:0;101545f66cbd:34833 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:34:31,426 DEBUG [M:0;101545f66cbd:34833 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:31,426 INFO [M:0;101545f66cbd:34833 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T21:34:31,442 DEBUG [M:0;101545f66cbd:34833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96db2d5d26a94e9fbeab20295bcd0f12 is 82, key is hbase:meta,,1/info:regioninfo/1733261650738/Put/seqid=0 2024-12-03T21:34:31,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741849_1025 (size=5672) 2024-12-03T21:34:31,531 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 636, reset compression=false 2024-12-03T21:34:31,560 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1191, reset compression=false 2024-12-03T21:34:31,845 INFO [M:0;101545f66cbd:34833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96db2d5d26a94e9fbeab20295bcd0f12 2024-12-03T21:34:31,860 DEBUG [M:0;101545f66cbd:34833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c734d28d2f847cb93ca002f70302467 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733261661807/Put/seqid=0 2024-12-03T21:34:31,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741850_1026 (size=8516) 2024-12-03T21:34:32,263 INFO [M:0;101545f66cbd:34833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c734d28d2f847cb93ca002f70302467 2024-12-03T21:34:32,278 DEBUG [M:0;101545f66cbd:34833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a73044cece2b4cf8aa6ed43621ef4e28 is 69, key is 101545f66cbd,38565,1733261647632/rs:state/1733261649581/Put/seqid=0 2024-12-03T21:34:32,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741851_1027 (size=5156) 2024-12-03T21:34:32,363 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1191, reset compression=false 2024-12-03T21:34:32,403 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T21:34:32,633 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 636, reset compression=false 2024-12-03T21:34:32,681 INFO [M:0;101545f66cbd:34833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a73044cece2b4cf8aa6ed43621ef4e28 2024-12-03T21:34:32,684 DEBUG [M:0;101545f66cbd:34833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96db2d5d26a94e9fbeab20295bcd0f12 as hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/96db2d5d26a94e9fbeab20295bcd0f12 2024-12-03T21:34:32,687 INFO [M:0;101545f66cbd:34833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/96db2d5d26a94e9fbeab20295bcd0f12, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T21:34:32,687 DEBUG [M:0;101545f66cbd:34833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c734d28d2f847cb93ca002f70302467 as hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c734d28d2f847cb93ca002f70302467 2024-12-03T21:34:32,690 INFO [M:0;101545f66cbd:34833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c734d28d2f847cb93ca002f70302467, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T21:34:32,691 DEBUG [M:0;101545f66cbd:34833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a73044cece2b4cf8aa6ed43621ef4e28 as hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a73044cece2b4cf8aa6ed43621ef4e28 2024-12-03T21:34:32,702 INFO [M:0;101545f66cbd:34833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a73044cece2b4cf8aa6ed43621ef4e28, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T21:34:32,703 INFO [M:0;101545f66cbd:34833 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-12-03T21:34:32,704 INFO [M:0;101545f66cbd:34833 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:32,704 DEBUG [M:0;101545f66cbd:34833 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261671426Disabling compacts and flushes for region at 1733261671426Disabling writes for close at 1733261671426Obtaining lock to block concurrent updates at 1733261671426Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261671426Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733261671427 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261671427Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261671427Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261671441 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261671441Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261671848 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261671860 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261671860Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261672267 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261672278 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261672278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@243940a6: reopening flushed file at 1733261672684 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@207d9ef5: reopening flushed file at 1733261672687 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@101e2db9: reopening flushed file at 1733261672690 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1733261672703 (+13 ms)Writing region close event to WAL at 1733261672703Closed at 1733261672703 2024-12-03T21:34:32,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741830_1006 (size=63654) 2024-12-03T21:34:32,705 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35529097-3a7e-2b32-5922-df7ded8545e1/MasterData/WALs/101545f66cbd,34833,1733261647524/101545f66cbd%2C34833%2C1733261647524.1733261649353 not finished, retry = 0 2024-12-03T21:34:32,806 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:34:32,806 INFO [M:0;101545f66cbd:34833 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:34:32,806 INFO [M:0;101545f66cbd:34833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34833 2024-12-03T21:34:32,806 INFO [M:0;101545f66cbd:34833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:34:32,931 INFO [M:0;101545f66cbd:34833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:34:32,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:34:32,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x1019e6763590006, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:34:32,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2482a93b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:34:32,933 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a05fecf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:34:32,933 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:34:32,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d48c9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:34:32,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d4fb49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/hadoop.log.dir/,STOPPED} 2024-12-03T21:34:32,935 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:34:32,935 WARN [BP-575912882-172.17.0.2-1733261645790 heartbeating to localhost/127.0.0.1:36409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:34:32,935 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:34:32,935 WARN [BP-575912882-172.17.0.2-1733261645790 heartbeating to localhost/127.0.0.1:36409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-575912882-172.17.0.2-1733261645790 (Datanode Uuid 3fe7b4d1-f8b8-477c-8789-4f572fc0ee7c) service to localhost/127.0.0.1:36409 2024-12-03T21:34:32,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/cluster_f1f80047-1522-f2f5-cb4e-bdb6a25ec533/data/data1/current/BP-575912882-172.17.0.2-1733261645790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:34:32,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/cluster_f1f80047-1522-f2f5-cb4e-bdb6a25ec533/data/data2/current/BP-575912882-172.17.0.2-1733261645790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:34:32,936 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:34:32,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58a34c8d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:34:32,940 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64019185{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:34:32,940 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:34:32,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d7b342c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:34:32,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15c8887e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/hadoop.log.dir/,STOPPED} 2024-12-03T21:34:32,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:34:32,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:34:32,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:34:32,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:34:32,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:32,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:32,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:34:32,956 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:34:32,956 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=972468529, stopped=false 2024-12-03T21:34:32,956 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,43085,1733261642813 2024-12-03T21:34:32,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1795126137/running 2024-12-03T21:34:32,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1795126137/running 2024-12-03T21:34:32,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137 2024-12-03T21:34:32,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137 2024-12-03T21:34:32,976 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:34:32,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Set watcher on znode that does not yet exist, /1795126137/running 2024-12-03T21:34:32,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:34:32,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:34:32,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:32,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Set watcher on znode that does not yet exist, /1795126137/running 2024-12-03T21:34:32,977 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,42229,1733261642921' ***** 2024-12-03T21:34:32,977 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:34:32,977 INFO [RS:0;101545f66cbd:42229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:34:32,977 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:34:32,977 INFO [RS:0;101545f66cbd:42229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:34:32,977 INFO [RS:0;101545f66cbd:42229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:34:32,977 INFO [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f865813ef0f0de10222436c141c6816 2024-12-03T21:34:32,977 INFO [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(3091): Received CLOSE for fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:32,977 INFO [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,42229,1733261642921 2024-12-03T21:34:32,978 INFO [RS:0;101545f66cbd:42229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:34:32,978 INFO [RS:0;101545f66cbd:42229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:42229. 2024-12-03T21:34:32,978 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f865813ef0f0de10222436c141c6816, disabling compactions & flushes 2024-12-03T21:34:32,978 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733261653040.7f865813ef0f0de10222436c141c6816. 2024-12-03T21:34:32,978 DEBUG [RS:0;101545f66cbd:42229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:34:32,978 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261653040.7f865813ef0f0de10222436c141c6816. 2024-12-03T21:34:32,978 DEBUG [RS:0;101545f66cbd:42229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:32,978 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733261653040.7f865813ef0f0de10222436c141c6816. after waiting 0 ms 2024-12-03T21:34:32,978 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733261653040.7f865813ef0f0de10222436c141c6816. 2024-12-03T21:34:32,978 INFO [RS:0;101545f66cbd:42229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:34:32,978 INFO [RS:0;101545f66cbd:42229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:34:32,978 INFO [RS:0;101545f66cbd:42229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:34:32,978 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7f865813ef0f0de10222436c141c6816 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T21:34:32,978 INFO [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:34:32,978 INFO [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T21:34:32,978 DEBUG [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1325): Online Regions={7f865813ef0f0de10222436c141c6816=test,,1733261653040.7f865813ef0f0de10222436c141c6816., fc8d8fe71b7a1a2c3a0cc84b8a886008=hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:34:32,978 DEBUG [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f865813ef0f0de10222436c141c6816, fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:32,978 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:34:32,978 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:34:32,978 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:34:32,978 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:34:32,978 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:34:32,978 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T21:34:32,991 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/.tmp/info/c6a5d744efa4444aa428d603f3d00e45 is 147, key is hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008./info:regioninfo/1733261659649/Put/seqid=0 2024-12-03T21:34:32,993 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816/.tmp/f/db83bd9608b3499c97e5b95e8e893972 is 29, key is row1/f:/1733261666812/DeleteFamily/seqid=0 2024-12-03T21:34:32,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741840_1016 (size=7686) 2024-12-03T21:34:32,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741841_1017 (size=5152) 2024-12-03T21:34:33,022 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:34:33,178 DEBUG [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f865813ef0f0de10222436c141c6816, fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:33,266 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1191, reset compression=false 2024-12-03T21:34:33,269 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:34:33,269 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1438, reset compression=false 2024-12-03T21:34:33,269 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,42229,1733261642921 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:34:33,270 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 101545f66cbd,42229,1733261642921: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-101545f66cbd,42229,1733261642921, walGroup=101545f66cbd%2C42229%2C1733261642921, offset=101545f66cbd%2C42229%2C1733261642921.1733261644627:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:42229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T21:34:33,271 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T21:34:33,271 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T21:34:33,272 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T21:34:33,272 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T21:34:33,272 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T21:34:33,273 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1247805440, "init": 1048576000, "max": 2306867200, "used": 886838560 }, "NonHeapMemoryUsage": { "committed": 205783040, "init": 7667712, "max": -1, "used": 201495048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T21:34:33,273 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:43085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:43085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T21:34:33,378 DEBUG [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f865813ef0f0de10222436c141c6816, fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:33,394 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/.tmp/info/c6a5d744efa4444aa428d603f3d00e45 2024-12-03T21:34:33,396 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816/.tmp/f/db83bd9608b3499c97e5b95e8e893972 2024-12-03T21:34:33,399 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db83bd9608b3499c97e5b95e8e893972 2024-12-03T21:34:33,415 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/.tmp/ns/6b60bacafcef43e7983ba1fd7b513636 is 43, key is default/ns:d/1733261645696/Put/seqid=0 2024-12-03T21:34:33,415 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816/.tmp/f1/3ec92a9513524b79a4c0599888a019bb is 30, key is row1/f1:/1733261666812/DeleteFamily/seqid=0 2024-12-03T21:34:33,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741843_1019 (size=5153) 2024-12-03T21:34:33,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741842_1018 (size=5158) 2024-12-03T21:34:33,473 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1438, reset compression=false 2024-12-03T21:34:33,534 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:34:33,535 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:34:33,578 DEBUG [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f865813ef0f0de10222436c141c6816, fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:33,776 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1438, reset compression=false 2024-12-03T21:34:33,779 DEBUG [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f865813ef0f0de10222436c141c6816, fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:33,819 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816/.tmp/f1/3ec92a9513524b79a4c0599888a019bb 2024-12-03T21:34:33,819 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/.tmp/ns/6b60bacafcef43e7983ba1fd7b513636 2024-12-03T21:34:33,822 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ec92a9513524b79a4c0599888a019bb 2024-12-03T21:34:33,833 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816/.tmp/norep/0ef3becca35a450398bb9b6537315ab0 is 33, key is row1/norep:/1733261666812/DeleteFamily/seqid=0 2024-12-03T21:34:33,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741844_1020 (size=5108) 2024-12-03T21:34:33,836 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 636, reset compression=false 2024-12-03T21:34:33,836 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/.tmp/rep_barrier/377b0c1c28fd45dba252fa781e316307 is 112, key is test,,1733261653040.7f865813ef0f0de10222436c141c6816./rep_barrier:seqnumDuringOpen/1733261654184/Put/seqid=0 2024-12-03T21:34:33,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741845_1021 (size=5518) 2024-12-03T21:34:33,979 DEBUG [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f865813ef0f0de10222436c141c6816, fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:34,179 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1438, reset compression=false 2024-12-03T21:34:34,179 DEBUG [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f865813ef0f0de10222436c141c6816, fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:34,236 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816/.tmp/norep/0ef3becca35a450398bb9b6537315ab0 2024-12-03T21:34:34,239 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/.tmp/rep_barrier/377b0c1c28fd45dba252fa781e316307 2024-12-03T21:34:34,240 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ef3becca35a450398bb9b6537315ab0 2024-12-03T21:34:34,240 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816/.tmp/f/db83bd9608b3499c97e5b95e8e893972 as hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816/f/db83bd9608b3499c97e5b95e8e893972 2024-12-03T21:34:34,243 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db83bd9608b3499c97e5b95e8e893972 2024-12-03T21:34:34,243 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816/f/db83bd9608b3499c97e5b95e8e893972, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T21:34:34,244 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816/.tmp/f1/3ec92a9513524b79a4c0599888a019bb as hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816/f1/3ec92a9513524b79a4c0599888a019bb 2024-12-03T21:34:34,247 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ec92a9513524b79a4c0599888a019bb 2024-12-03T21:34:34,247 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816/f1/3ec92a9513524b79a4c0599888a019bb, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T21:34:34,248 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816/.tmp/norep/0ef3becca35a450398bb9b6537315ab0 as hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816/norep/0ef3becca35a450398bb9b6537315ab0 2024-12-03T21:34:34,251 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ef3becca35a450398bb9b6537315ab0 2024-12-03T21:34:34,252 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816/norep/0ef3becca35a450398bb9b6537315ab0, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T21:34:34,252 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7f865813ef0f0de10222436c141c6816 in 1274ms, sequenceid=10, compaction requested=false 2024-12-03T21:34:34,252 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T21:34:34,259 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/.tmp/table/60cb16e6b3524812a0dd0ee8d6669f49 is 53, key is hbase:replication/table:state/1733261659654/Put/seqid=0 2024-12-03T21:34:34,260 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/default/test/7f865813ef0f0de10222436c141c6816/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T21:34:34,260 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:34:34,260 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:34:34,260 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733261653040.7f865813ef0f0de10222436c141c6816. 2024-12-03T21:34:34,260 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f865813ef0f0de10222436c141c6816: Waiting for close lock at 1733261672978Running coprocessor pre-close hooks at 1733261672978Disabling compacts and flushes for region at 1733261672978Disabling writes for close at 1733261672978Obtaining lock to block concurrent updates at 1733261672978Preparing flush snapshotting stores in 7f865813ef0f0de10222436c141c6816 at 1733261672978Finished memstore snapshotting test,,1733261653040.7f865813ef0f0de10222436c141c6816., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733261672978Flushing stores of test,,1733261653040.7f865813ef0f0de10222436c141c6816. at 1733261672978Flushing 7f865813ef0f0de10222436c141c6816/f: creating writer at 1733261672978Flushing 7f865813ef0f0de10222436c141c6816/f: appending metadata at 1733261672993 (+15 ms)Flushing 7f865813ef0f0de10222436c141c6816/f: closing flushed file at 1733261672993Flushing 7f865813ef0f0de10222436c141c6816/f1: creating writer at 1733261673399 (+406 ms)Flushing 7f865813ef0f0de10222436c141c6816/f1: appending metadata at 1733261673414 (+15 ms)Flushing 7f865813ef0f0de10222436c141c6816/f1: closing flushed file at 1733261673414Flushing 7f865813ef0f0de10222436c141c6816/norep: creating writer at 1733261673822 (+408 ms)Flushing 7f865813ef0f0de10222436c141c6816/norep: appending metadata at 1733261673833 (+11 ms)Flushing 7f865813ef0f0de10222436c141c6816/norep: closing flushed file at 1733261673833Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ec347e: reopening flushed file at 1733261674240 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e62e935: reopening flushed file at 1733261674243 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35d2c19e: reopening flushed file at 1733261674248 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7f865813ef0f0de10222436c141c6816 in 1274ms, sequenceid=10, compaction requested=false at 1733261674252 (+4 ms)Writing region close event to WAL at 1733261674257 (+5 ms)Running coprocessor post-close hooks at 1733261674260 (+3 ms)Closed at 1733261674260 2024-12-03T21:34:34,260 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733261653040.7f865813ef0f0de10222436c141c6816. 2024-12-03T21:34:34,261 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc8d8fe71b7a1a2c3a0cc84b8a886008, disabling compactions & flushes 2024-12-03T21:34:34,261 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. 2024-12-03T21:34:34,261 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. 2024-12-03T21:34:34,261 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. after waiting 0 ms 2024-12-03T21:34:34,261 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. 2024-12-03T21:34:34,261 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc8d8fe71b7a1a2c3a0cc84b8a886008: Waiting for close lock at 1733261674260Running coprocessor pre-close hooks at 1733261674261 (+1 ms)Disabling compacts and flushes for region at 1733261674261Disabling writes for close at 1733261674261Failed flush hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008., putting online again at 1733261674261 2024-12-03T21:34:34,261 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. 2024-12-03T21:34:34,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741846_1022 (size=5308) 2024-12-03T21:34:34,379 INFO [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T21:34:34,379 DEBUG [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1325): Online Regions={fc8d8fe71b7a1a2c3a0cc84b8a886008=hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:34:34,379 INFO [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(3091): Received CLOSE for fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:34,379 DEBUG [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc8d8fe71b7a1a2c3a0cc84b8a886008 2024-12-03T21:34:34,379 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc8d8fe71b7a1a2c3a0cc84b8a886008, disabling compactions & flushes 2024-12-03T21:34:34,379 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. 2024-12-03T21:34:34,379 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. 2024-12-03T21:34:34,379 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. after waiting 0 ms 2024-12-03T21:34:34,379 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. 2024-12-03T21:34:34,379 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc8d8fe71b7a1a2c3a0cc84b8a886008: Waiting for close lock at 1733261674379Running coprocessor pre-close hooks at 1733261674379Disabling compacts and flushes for region at 1733261674379Disabling writes for close at 1733261674379Failed flush hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008., putting online again at 1733261674379 2024-12-03T21:34:34,379 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733261658490.fc8d8fe71b7a1a2c3a0cc84b8a886008. 2024-12-03T21:34:34,579 DEBUG [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:34:34,663 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/.tmp/table/60cb16e6b3524812a0dd0ee8d6669f49 2024-12-03T21:34:34,667 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/.tmp/info/c6a5d744efa4444aa428d603f3d00e45 as hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/info/c6a5d744efa4444aa428d603f3d00e45 2024-12-03T21:34:34,670 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/info/c6a5d744efa4444aa428d603f3d00e45, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T21:34:34,670 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/.tmp/ns/6b60bacafcef43e7983ba1fd7b513636 as hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/ns/6b60bacafcef43e7983ba1fd7b513636 2024-12-03T21:34:34,673 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/ns/6b60bacafcef43e7983ba1fd7b513636, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T21:34:34,674 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/.tmp/rep_barrier/377b0c1c28fd45dba252fa781e316307 as hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/rep_barrier/377b0c1c28fd45dba252fa781e316307 2024-12-03T21:34:34,677 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/rep_barrier/377b0c1c28fd45dba252fa781e316307, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T21:34:34,678 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/.tmp/table/60cb16e6b3524812a0dd0ee8d6669f49 as hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/table/60cb16e6b3524812a0dd0ee8d6669f49 2024-12-03T21:34:34,681 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/table/60cb16e6b3524812a0dd0ee8d6669f49, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T21:34:34,681 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false 2024-12-03T21:34:34,681 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T21:34:34,682 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 1438, reset compression=false 2024-12-03T21:34:34,685 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:34:34,685 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 2082, reset compression=false 2024-12-03T21:34:34,686 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T21:34:34,686 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:34:34,686 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:34:34,686 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:34:34,686 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261672978Running coprocessor pre-close hooks at 1733261672978Disabling compacts and flushes for region at 1733261672978Disabling writes for close at 1733261672978Obtaining lock to block concurrent updates at 1733261672978Preparing flush snapshotting stores in 1588230740 at 1733261672978Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733261672978Flushing stores of hbase:meta,,1.1588230740 at 1733261672979 (+1 ms)Flushing 1588230740/info: creating writer at 1733261672979Flushing 1588230740/info: appending metadata at 1733261672990 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733261672990Flushing 1588230740/ns: creating writer at 1733261673398 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733261673414 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733261673414Flushing 1588230740/rep_barrier: creating writer at 1733261673822 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733261673836 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733261673836Flushing 1588230740/table: creating writer at 1733261674242 (+406 ms)Flushing 1588230740/table: appending metadata at 1733261674259 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733261674259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570f4cab: reopening flushed file at 1733261674666 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@457f670: reopening flushed file at 1733261674670 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bec977a: reopening flushed file at 1733261674674 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca44336: reopening flushed file at 1733261674677 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false at 1733261674681 (+4 ms)Writing region close event to WAL at 1733261674684 (+3 ms)Running coprocessor post-close hooks at 1733261674686 (+2 ms)Closed at 1733261674686 2024-12-03T21:34:34,686 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:34:34,779 INFO [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T21:34:34,779 INFO [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,42229,1733261642921; all regions closed. 2024-12-03T21:34:34,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741834_1010 (size=4239) 2024-12-03T21:34:34,781 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.meta.1733261645656.meta not finished, retry = 0 2024-12-03T21:34:34,796 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:34:34,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:34,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:34,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:34,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:34,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:34,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:34,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:34,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:34,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:34,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:34,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:34,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:34,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:34,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:34,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:34,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:34,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741839_1015 (size=2171) 2024-12-03T21:34:34,884 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.rep.1733261659617 not finished, retry = 0 2024-12-03T21:34:34,888 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 to pos 2082, reset compression=false 2024-12-03T21:34:34,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741832_1008 (size=2090) 2024-12-03T21:34:34,986 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/WALs/101545f66cbd,42229,1733261642921/101545f66cbd%2C42229%2C1733261642921.1733261644627 not finished, retry = 0 2024-12-03T21:34:35,087 DEBUG [RS:0;101545f66cbd:42229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:35,087 INFO [RS:0;101545f66cbd:42229 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:34:35,087 INFO [RS:0;101545f66cbd:42229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:34:35,088 INFO [RS:0;101545f66cbd:42229 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T21:34:35,088 INFO [RS:0;101545f66cbd:42229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:34:35,088 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:34:35,088 INFO [RS:0;101545f66cbd:42229 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-101545f66cbd,42229,1733261642921 because: Region server is closing 2024-12-03T21:34:35,088 INFO [RS:0;101545f66cbd:42229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:42229. 2024-12-03T21:34:35,088 DEBUG [RS:0;101545f66cbd:42229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:34:35,088 DEBUG [RS:0;101545f66cbd:42229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:35,088 DEBUG [RS:0;101545f66cbd:42229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:35,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:34:35,139 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 636, reset compression=false 2024-12-03T21:34:35,188 INFO [RS:0;101545f66cbd:42229 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.shipper101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 terminated 2024-12-03T21:34:35,188 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,42229,1733261642921.replicationSource.wal-reader.101545f66cbd%2C42229%2C1733261642921,1-101545f66cbd,42229,1733261642921 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T21:34:35,189 INFO [RS:0;101545f66cbd:42229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:42229. 2024-12-03T21:34:35,189 DEBUG [RS:0;101545f66cbd:42229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:34:35,189 DEBUG [RS:0;101545f66cbd:42229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:35,189 DEBUG [RS:0;101545f66cbd:42229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:35,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:34:35,189 INFO [RS:0;101545f66cbd:42229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42229 2024-12-03T21:34:35,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1795126137/rs/101545f66cbd,42229,1733261642921 2024-12-03T21:34:35,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137/rs 2024-12-03T21:34:35,214 INFO [RS:0;101545f66cbd:42229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:34:35,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,42229,1733261642921] 2024-12-03T21:34:35,255 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1795126137/draining/101545f66cbd,42229,1733261642921 already deleted, retry=false 2024-12-03T21:34:35,255 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,42229,1733261642921 expired; onlineServers=0 2024-12-03T21:34:35,255 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,43085,1733261642813' ***** 2024-12-03T21:34:35,255 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:34:35,255 INFO [M:0;101545f66cbd:43085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:34:35,255 INFO [M:0;101545f66cbd:43085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:34:35,256 DEBUG [M:0;101545f66cbd:43085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:34:35,256 DEBUG [M:0;101545f66cbd:43085 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:34:35,256 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:34:35,256 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261644426 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261644426,5,FailOnTimeoutGroup] 2024-12-03T21:34:35,256 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261644425 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261644425,5,FailOnTimeoutGroup] 2024-12-03T21:34:35,256 INFO [M:0;101545f66cbd:43085 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:34:35,256 INFO [M:0;101545f66cbd:43085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:34:35,256 DEBUG [M:0;101545f66cbd:43085 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:34:35,256 INFO [M:0;101545f66cbd:43085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:34:35,256 INFO [M:0;101545f66cbd:43085 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:34:35,256 INFO [M:0;101545f66cbd:43085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:34:35,256 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:34:35,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1795126137/master 2024-12-03T21:34:35,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1795126137 2024-12-03T21:34:35,272 DEBUG [M:0;101545f66cbd:43085 {}] zookeeper.ZKUtil(347): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Unable to get data of znode /1795126137/master because node does not exist (not an error) 2024-12-03T21:34:35,272 WARN [M:0;101545f66cbd:43085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:34:35,273 INFO [M:0;101545f66cbd:43085 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/.lastflushedseqids 2024-12-03T21:34:35,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741847_1023 (size=245) 2024-12-03T21:34:35,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:34:35,322 INFO [RS:0;101545f66cbd:42229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:34:35,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42229-0x1019e6763590004, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:34:35,322 INFO [RS:0;101545f66cbd:42229 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,42229,1733261642921; zookeeper connection closed. 2024-12-03T21:34:35,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@496dd358 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@496dd358 2024-12-03T21:34:35,323 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:34:35,676 INFO [M:0;101545f66cbd:43085 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:34:35,676 INFO [M:0;101545f66cbd:43085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:34:35,676 DEBUG [M:0;101545f66cbd:43085 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:34:35,676 INFO [M:0;101545f66cbd:43085 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:35,676 DEBUG [M:0;101545f66cbd:43085 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:35,676 DEBUG [M:0;101545f66cbd:43085 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:34:35,676 DEBUG [M:0;101545f66cbd:43085 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:35,677 INFO [M:0;101545f66cbd:43085 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T21:34:35,689 DEBUG [M:0;101545f66cbd:43085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b70f8922e264f8aa29e42c72bccad00 is 82, key is hbase:meta,,1/info:regioninfo/1733261645682/Put/seqid=0 2024-12-03T21:34:35,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741848_1024 (size=5672) 2024-12-03T21:34:36,092 INFO [M:0;101545f66cbd:43085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b70f8922e264f8aa29e42c72bccad00 2024-12-03T21:34:36,107 DEBUG [M:0;101545f66cbd:43085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00ef1bf4bba3487284c5108ad2fb8baa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733261659656/Put/seqid=0 2024-12-03T21:34:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741849_1025 (size=8516) 2024-12-03T21:34:36,510 INFO [M:0;101545f66cbd:43085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00ef1bf4bba3487284c5108ad2fb8baa 2024-12-03T21:34:36,525 DEBUG [M:0;101545f66cbd:43085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98ec825a4d784e71927dbabdd772e315 is 69, key is 101545f66cbd,42229,1733261642921/rs:state/1733261644483/Put/seqid=0 2024-12-03T21:34:36,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741850_1026 (size=5156) 2024-12-03T21:34:36,542 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 636, reset compression=false 2024-12-03T21:34:36,928 INFO [M:0;101545f66cbd:43085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98ec825a4d784e71927dbabdd772e315 2024-12-03T21:34:36,931 DEBUG [M:0;101545f66cbd:43085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b70f8922e264f8aa29e42c72bccad00 as hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b70f8922e264f8aa29e42c72bccad00 2024-12-03T21:34:36,934 INFO [M:0;101545f66cbd:43085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b70f8922e264f8aa29e42c72bccad00, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T21:34:36,935 DEBUG [M:0;101545f66cbd:43085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00ef1bf4bba3487284c5108ad2fb8baa as hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00ef1bf4bba3487284c5108ad2fb8baa 2024-12-03T21:34:36,937 INFO [M:0;101545f66cbd:43085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00ef1bf4bba3487284c5108ad2fb8baa, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T21:34:36,938 DEBUG [M:0;101545f66cbd:43085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98ec825a4d784e71927dbabdd772e315 as hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98ec825a4d784e71927dbabdd772e315 2024-12-03T21:34:36,940 INFO [M:0;101545f66cbd:43085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41911/user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98ec825a4d784e71927dbabdd772e315, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T21:34:36,941 INFO [M:0;101545f66cbd:43085 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1265ms, sequenceid=97, compaction requested=false 2024-12-03T21:34:36,942 INFO [M:0;101545f66cbd:43085 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:36,942 DEBUG [M:0;101545f66cbd:43085 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261675676Disabling compacts and flushes for region at 1733261675676Disabling writes for close at 1733261675676Obtaining lock to block concurrent updates at 1733261675677 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261675677Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733261675677Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261675677Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261675677Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261675688 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261675688Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261676095 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261676107 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261676107Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261676513 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261676524 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261676524Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bad26be: reopening flushed file at 1733261676931 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d5dadf0: reopening flushed file at 1733261676934 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5764dc5: reopening flushed file at 1733261676937 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1265ms, sequenceid=97, compaction requested=false at 1733261676941 (+4 ms)Writing region close event to WAL at 1733261676942 (+1 ms)Closed at 1733261676942 2024-12-03T21:34:36,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741830_1006 (size=63654) 2024-12-03T21:34:36,943 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1db3808-efc3-77a2-8566-90666464d324/MasterData/WALs/101545f66cbd,43085,1733261642813/101545f66cbd%2C43085%2C1733261642813.1733261644234 not finished, retry = 0 2024-12-03T21:34:37,044 INFO [M:0;101545f66cbd:43085 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:34:37,044 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:34:37,044 INFO [M:0;101545f66cbd:43085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43085 2024-12-03T21:34:37,044 INFO [M:0;101545f66cbd:43085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:34:37,172 INFO [M:0;101545f66cbd:43085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:34:37,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:34:37,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43085-0x1019e6763590003, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:34:37,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@521605cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:34:37,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b2fe634{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:34:37,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:34:37,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a8ac6d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:34:37,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f92b2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/hadoop.log.dir/,STOPPED} 2024-12-03T21:34:37,176 WARN [BP-671287021-172.17.0.2-1733261641091 heartbeating to localhost/127.0.0.1:41911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:34:37,176 WARN [BP-671287021-172.17.0.2-1733261641091 heartbeating to localhost/127.0.0.1:41911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-671287021-172.17.0.2-1733261641091 (Datanode Uuid b2ddc305-a687-4a82-b9f7-063d69a07765) service to localhost/127.0.0.1:41911 2024-12-03T21:34:37,176 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:34:37,176 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:34:37,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/cluster_98463702-1c71-505e-fb3e-3ea7292be107/data/data1/current/BP-671287021-172.17.0.2-1733261641091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:34:37,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/cluster_98463702-1c71-505e-fb3e-3ea7292be107/data/data2/current/BP-671287021-172.17.0.2-1733261641091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:34:37,176 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:34:37,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44fd5e6b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:34:37,181 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@384dd753{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:34:37,181 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:34:37,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77ac7b40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:34:37,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@477a74d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c8bf0e8-a3e3-bce2-574e-73b6f92c5178/hadoop.log.dir/,STOPPED} 2024-12-03T21:34:37,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:34:37,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:34:37,193 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:34:37,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:34:37,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:37,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:37,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:34:37,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:34:37,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1545467851, stopped=false 2024-12-03T21:34:37,193 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,39603,1733261637649 2024-12-03T21:34:37,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0490963033/running 2024-12-03T21:34:37,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0490963033/running 2024-12-03T21:34:37,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033 2024-12-03T21:34:37,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033 2024-12-03T21:34:37,217 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:34:37,217 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:34:37,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:34:37,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:37,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Set watcher on znode that does not yet exist, /0490963033/running 2024-12-03T21:34:37,218 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,38489,1733261637811' ***** 2024-12-03T21:34:37,218 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:34:37,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Set watcher on znode that does not yet exist, /0490963033/running 2024-12-03T21:34:37,218 INFO [RS:0;101545f66cbd:38489 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:34:37,218 INFO [RS:0;101545f66cbd:38489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:34:37,218 INFO [RS:0;101545f66cbd:38489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:34:37,218 INFO [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:37,219 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:34:37,219 INFO [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(3091): Received CLOSE for 153c9571b7f8539ff12be0b7547227c2 2024-12-03T21:34:37,219 INFO [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,38489,1733261637811 2024-12-03T21:34:37,219 INFO [RS:0;101545f66cbd:38489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:34:37,219 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c5ac2f3a0e67b4c4511e10765d3cab8, disabling compactions & flushes 2024-12-03T21:34:37,219 INFO [RS:0;101545f66cbd:38489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:38489. 2024-12-03T21:34:37,219 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8. 2024-12-03T21:34:37,219 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8. 2024-12-03T21:34:37,219 DEBUG [RS:0;101545f66cbd:38489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:34:37,219 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8. after waiting 0 ms 2024-12-03T21:34:37,219 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8. 2024-12-03T21:34:37,219 DEBUG [RS:0;101545f66cbd:38489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:37,219 INFO [RS:0;101545f66cbd:38489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:34:37,219 INFO [RS:0;101545f66cbd:38489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:34:37,219 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7c5ac2f3a0e67b4c4511e10765d3cab8 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-03T21:34:37,219 INFO [RS:0;101545f66cbd:38489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:34:37,219 INFO [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:34:37,219 INFO [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T21:34:37,219 DEBUG [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7c5ac2f3a0e67b4c4511e10765d3cab8=test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8., 153c9571b7f8539ff12be0b7547227c2=hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2.} 2024-12-03T21:34:37,219 DEBUG [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(1351): Waiting on 153c9571b7f8539ff12be0b7547227c2, 1588230740, 7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:37,219 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:34:37,219 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:34:37,219 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:34:37,219 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:34:37,219 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:34:37,219 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T21:34:37,231 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8/.tmp/f/dcda01c4393e45218005a34077acae6b is 28, key is row/f:/1733261665808/DeleteFamily/seqid=0 2024-12-03T21:34:37,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741840_1016 (size=5085) 2024-12-03T21:34:37,234 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/.tmp/info/ea3a1f58e6a647b99944d50695c6460f is 147, key is hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2./info:regioninfo/1733261657494/Put/seqid=0 2024-12-03T21:34:37,234 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8/.tmp/f/dcda01c4393e45218005a34077acae6b 2024-12-03T21:34:37,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741841_1017 (size=7686) 2024-12-03T21:34:37,241 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dcda01c4393e45218005a34077acae6b 2024-12-03T21:34:37,253 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8/.tmp/f1/b91e7ecbacfe4e71b5f7688fc5e8120a is 29, key is row/f1:/1733261665808/DeleteFamily/seqid=0 2024-12-03T21:34:37,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741842_1018 (size=5089) 2024-12-03T21:34:37,314 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:34:37,419 DEBUG [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(1351): Waiting on 153c9571b7f8539ff12be0b7547227c2, 1588230740, 7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:37,619 DEBUG [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(1351): Waiting on 153c9571b7f8539ff12be0b7547227c2, 1588230740, 7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:37,637 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/.tmp/info/ea3a1f58e6a647b99944d50695c6460f 2024-12-03T21:34:37,656 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/.tmp/ns/d624d614831f45e5af54bd08cbc24aed is 43, key is default/ns:d/1733261640978/Put/seqid=0 2024-12-03T21:34:37,656 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8/.tmp/f1/b91e7ecbacfe4e71b5f7688fc5e8120a 2024-12-03T21:34:37,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741843_1019 (size=5153) 2024-12-03T21:34:37,660 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b91e7ecbacfe4e71b5f7688fc5e8120a 2024-12-03T21:34:37,675 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8/.tmp/norep/cb19c770af42446cb9af838fdde28fe8 is 32, key is row/norep:/1733261665808/DeleteFamily/seqid=0 2024-12-03T21:34:37,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741844_1020 (size=5101) 2024-12-03T21:34:37,779 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:34:37,780 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:34:37,820 DEBUG [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(1351): Waiting on 153c9571b7f8539ff12be0b7547227c2, 1588230740, 7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:38,020 DEBUG [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(1351): Waiting on 153c9571b7f8539ff12be0b7547227c2, 1588230740, 7c5ac2f3a0e67b4c4511e10765d3cab8 2024-12-03T21:34:38,045 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 636, reset compression=false 2024-12-03T21:34:38,049 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:34:38,049 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 883, reset compression=false 2024-12-03T21:34:38,049 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.shipper101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,38489,1733261637811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:34:38,050 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.shipper101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 101545f66cbd,38489,1733261637811: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-101545f66cbd,38489,1733261637811, walGroup=101545f66cbd%2C38489%2C1733261637811, offset=101545f66cbd%2C38489%2C1733261637811.1733261639907:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38489 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T21:34:38,051 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.shipper101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T21:34:38,051 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.shipper101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T21:34:38,052 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.shipper101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T21:34:38,052 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.shipper101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T21:34:38,052 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.shipper101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T21:34:38,052 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.shipper101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1247805440, "init": 1048576000, "max": 2306867200, "used": 981210400 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 202061032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T21:34:38,052 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.shipper101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:39603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:39603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T21:34:38,060 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/.tmp/ns/d624d614831f45e5af54bd08cbc24aed 2024-12-03T21:34:38,076 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/.tmp/rep_barrier/3209a61f0e3e45feb91bae9b072a4bd1 is 112, key is test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8./rep_barrier:seqnumDuringOpen/1733261652019/Put/seqid=0 2024-12-03T21:34:38,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741845_1021 (size=5518) 2024-12-03T21:34:38,078 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8/.tmp/norep/cb19c770af42446cb9af838fdde28fe8 2024-12-03T21:34:38,082 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb19c770af42446cb9af838fdde28fe8 2024-12-03T21:34:38,082 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8/.tmp/f/dcda01c4393e45218005a34077acae6b as hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8/f/dcda01c4393e45218005a34077acae6b 2024-12-03T21:34:38,086 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dcda01c4393e45218005a34077acae6b 2024-12-03T21:34:38,086 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8/f/dcda01c4393e45218005a34077acae6b, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T21:34:38,086 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8/.tmp/f1/b91e7ecbacfe4e71b5f7688fc5e8120a as hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8/f1/b91e7ecbacfe4e71b5f7688fc5e8120a 2024-12-03T21:34:38,089 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b91e7ecbacfe4e71b5f7688fc5e8120a 2024-12-03T21:34:38,090 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8/f1/b91e7ecbacfe4e71b5f7688fc5e8120a, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T21:34:38,090 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8/.tmp/norep/cb19c770af42446cb9af838fdde28fe8 as hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8/norep/cb19c770af42446cb9af838fdde28fe8 2024-12-03T21:34:38,093 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb19c770af42446cb9af838fdde28fe8 2024-12-03T21:34:38,093 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8/norep/cb19c770af42446cb9af838fdde28fe8, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T21:34:38,094 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7c5ac2f3a0e67b4c4511e10765d3cab8 in 875ms, sequenceid=6, compaction requested=false 2024-12-03T21:34:38,094 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T21:34:38,098 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/default/test/7c5ac2f3a0e67b4c4511e10765d3cab8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T21:34:38,098 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:34:38,098 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:34:38,098 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8. 2024-12-03T21:34:38,098 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c5ac2f3a0e67b4c4511e10765d3cab8: Waiting for close lock at 1733261677219Running coprocessor pre-close hooks at 1733261677219Disabling compacts and flushes for region at 1733261677219Disabling writes for close at 1733261677219Obtaining lock to block concurrent updates at 1733261677219Preparing flush snapshotting stores in 7c5ac2f3a0e67b4c4511e10765d3cab8 at 1733261677219Finished memstore snapshotting test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733261677219Flushing stores of test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8. at 1733261677219Flushing 7c5ac2f3a0e67b4c4511e10765d3cab8/f: creating writer at 1733261677219Flushing 7c5ac2f3a0e67b4c4511e10765d3cab8/f: appending metadata at 1733261677230 (+11 ms)Flushing 7c5ac2f3a0e67b4c4511e10765d3cab8/f: closing flushed file at 1733261677230Flushing 7c5ac2f3a0e67b4c4511e10765d3cab8/f1: creating writer at 1733261677241 (+11 ms)Flushing 7c5ac2f3a0e67b4c4511e10765d3cab8/f1: appending metadata at 1733261677252 (+11 ms)Flushing 7c5ac2f3a0e67b4c4511e10765d3cab8/f1: closing flushed file at 1733261677252Flushing 7c5ac2f3a0e67b4c4511e10765d3cab8/norep: creating writer at 1733261677660 (+408 ms)Flushing 7c5ac2f3a0e67b4c4511e10765d3cab8/norep: appending metadata at 1733261677674 (+14 ms)Flushing 7c5ac2f3a0e67b4c4511e10765d3cab8/norep: closing flushed file at 1733261677674Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e85dbf5: reopening flushed file at 1733261678082 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f06da6b: reopening flushed file at 1733261678086 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7593a7: reopening flushed file at 1733261678090 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7c5ac2f3a0e67b4c4511e10765d3cab8 in 875ms, sequenceid=6, compaction requested=false at 1733261678094 (+4 ms)Writing region close event to WAL at 1733261678095 (+1 ms)Running coprocessor post-close hooks at 1733261678098 (+3 ms)Closed at 1733261678098 2024-12-03T21:34:38,098 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733261650880.7c5ac2f3a0e67b4c4511e10765d3cab8. 2024-12-03T21:34:38,098 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 153c9571b7f8539ff12be0b7547227c2, disabling compactions & flushes 2024-12-03T21:34:38,098 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. 2024-12-03T21:34:38,098 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. 2024-12-03T21:34:38,098 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. after waiting 0 ms 2024-12-03T21:34:38,098 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. 2024-12-03T21:34:38,098 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 153c9571b7f8539ff12be0b7547227c2: Waiting for close lock at 1733261678098Running coprocessor pre-close hooks at 1733261678098Disabling compacts and flushes for region at 1733261678098Disabling writes for close at 1733261678098Failed flush hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2., putting online again at 1733261678098 2024-12-03T21:34:38,098 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. 2024-12-03T21:34:38,220 INFO [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T21:34:38,220 DEBUG [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 153c9571b7f8539ff12be0b7547227c2=hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2.} 2024-12-03T21:34:38,220 INFO [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(3091): Received CLOSE for 153c9571b7f8539ff12be0b7547227c2 2024-12-03T21:34:38,220 DEBUG [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(1351): Waiting on 153c9571b7f8539ff12be0b7547227c2, 1588230740 2024-12-03T21:34:38,220 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 153c9571b7f8539ff12be0b7547227c2, disabling compactions & flushes 2024-12-03T21:34:38,220 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. 2024-12-03T21:34:38,220 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. 2024-12-03T21:34:38,220 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. after waiting 0 ms 2024-12-03T21:34:38,220 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. 2024-12-03T21:34:38,220 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 153c9571b7f8539ff12be0b7547227c2: Waiting for close lock at 1733261678220Running coprocessor pre-close hooks at 1733261678220Disabling compacts and flushes for region at 1733261678220Disabling writes for close at 1733261678220Failed flush hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2., putting online again at 1733261678220 2024-12-03T21:34:38,220 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733261656339.153c9571b7f8539ff12be0b7547227c2. 2024-12-03T21:34:38,254 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 883, reset compression=false 2024-12-03T21:34:38,258 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:34:38,258 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 1527, reset compression=false 2024-12-03T21:34:38,420 DEBUG [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:34:38,461 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 1527, reset compression=false 2024-12-03T21:34:38,479 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/.tmp/rep_barrier/3209a61f0e3e45feb91bae9b072a4bd1 2024-12-03T21:34:38,493 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/.tmp/table/4ffd6176b9de43dcbbc360213a5b8650 is 53, key is hbase:replication/table:state/1733261657499/Put/seqid=0 2024-12-03T21:34:38,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741846_1022 (size=5308) 2024-12-03T21:34:38,496 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/.tmp/table/4ffd6176b9de43dcbbc360213a5b8650 2024-12-03T21:34:38,500 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/.tmp/info/ea3a1f58e6a647b99944d50695c6460f as hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/info/ea3a1f58e6a647b99944d50695c6460f 2024-12-03T21:34:38,503 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/info/ea3a1f58e6a647b99944d50695c6460f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T21:34:38,503 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/.tmp/ns/d624d614831f45e5af54bd08cbc24aed as hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/ns/d624d614831f45e5af54bd08cbc24aed 2024-12-03T21:34:38,506 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/ns/d624d614831f45e5af54bd08cbc24aed, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T21:34:38,507 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/.tmp/rep_barrier/3209a61f0e3e45feb91bae9b072a4bd1 as hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/rep_barrier/3209a61f0e3e45feb91bae9b072a4bd1 2024-12-03T21:34:38,509 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/rep_barrier/3209a61f0e3e45feb91bae9b072a4bd1, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T21:34:38,510 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/.tmp/table/4ffd6176b9de43dcbbc360213a5b8650 as hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/table/4ffd6176b9de43dcbbc360213a5b8650 2024-12-03T21:34:38,513 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/table/4ffd6176b9de43dcbbc360213a5b8650, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T21:34:38,513 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=16, compaction requested=false 2024-12-03T21:34:38,513 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T21:34:38,518 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T21:34:38,518 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:34:38,518 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:34:38,518 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:34:38,518 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261677219Running coprocessor pre-close hooks at 1733261677219Disabling compacts and flushes for region at 1733261677219Disabling writes for close at 1733261677219Obtaining lock to block concurrent updates at 1733261677219Preparing flush snapshotting stores in 1588230740 at 1733261677219Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733261677219Flushing stores of hbase:meta,,1.1588230740 at 1733261677220 (+1 ms)Flushing 1588230740/info: creating writer at 1733261677220Flushing 1588230740/info: appending metadata at 1733261677234 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733261677234Flushing 1588230740/ns: creating writer at 1733261677641 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733261677655 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733261677655Flushing 1588230740/rep_barrier: creating writer at 1733261678064 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733261678075 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733261678075Flushing 1588230740/table: creating writer at 1733261678482 (+407 ms)Flushing 1588230740/table: appending metadata at 1733261678492 (+10 ms)Flushing 1588230740/table: closing flushed file at 1733261678493 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57b0b327: reopening flushed file at 1733261678499 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307b036b: reopening flushed file at 1733261678503 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@398187f5: reopening flushed file at 1733261678506 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20715bff: reopening flushed file at 1733261678509 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=16, compaction requested=false at 1733261678513 (+4 ms)Writing region close event to WAL at 1733261678516 (+3 ms)Running coprocessor post-close hooks at 1733261678518 (+2 ms)Closed at 1733261678518 2024-12-03T21:34:38,518 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:34:38,620 INFO [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T21:34:38,620 INFO [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,38489,1733261637811; all regions closed. 2024-12-03T21:34:38,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741834_1010 (size=4239) 2024-12-03T21:34:38,622 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.meta.1733261640898.meta not finished, retry = 0 2024-12-03T21:34:38,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741839_1015 (size=1297) 2024-12-03T21:34:38,724 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.rep.1733261657468 not finished, retry = 0 2024-12-03T21:34:38,764 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 to pos 1527, reset compression=false 2024-12-03T21:34:38,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741832_1008 (size=1535) 2024-12-03T21:34:38,827 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/WALs/101545f66cbd,38489,1733261637811/101545f66cbd%2C38489%2C1733261637811.1733261639907 not finished, retry = 0 2024-12-03T21:34:38,927 DEBUG [RS:0;101545f66cbd:38489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:38,927 INFO [RS:0;101545f66cbd:38489 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:34:38,927 INFO [RS:0;101545f66cbd:38489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:34:38,927 INFO [RS:0;101545f66cbd:38489 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T21:34:38,928 INFO [RS:0;101545f66cbd:38489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:34:38,928 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:34:38,928 INFO [RS:0;101545f66cbd:38489 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-101545f66cbd,38489,1733261637811 because: Region server is closing 2024-12-03T21:34:38,928 INFO [RS:0;101545f66cbd:38489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:38489. 2024-12-03T21:34:38,928 DEBUG [RS:0;101545f66cbd:38489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:34:38,928 DEBUG [RS:0;101545f66cbd:38489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:38,928 DEBUG [RS:0;101545f66cbd:38489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:38,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:34:39,028 INFO [RS:0;101545f66cbd:38489 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.shipper101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 terminated 2024-12-03T21:34:39,028 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,38489,1733261637811.replicationSource.wal-reader.101545f66cbd%2C38489%2C1733261637811,1-101545f66cbd,38489,1733261637811 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T21:34:39,028 INFO [RS:0;101545f66cbd:38489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38489 2024-12-03T21:34:39,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033/rs 2024-12-03T21:34:39,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0490963033/rs/101545f66cbd,38489,1733261637811 2024-12-03T21:34:39,055 INFO [RS:0;101545f66cbd:38489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:34:39,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,38489,1733261637811] 2024-12-03T21:34:39,072 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0490963033/draining/101545f66cbd,38489,1733261637811 already deleted, retry=false 2024-12-03T21:34:39,072 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,38489,1733261637811 expired; onlineServers=0 2024-12-03T21:34:39,072 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,39603,1733261637649' ***** 2024-12-03T21:34:39,072 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:34:39,072 INFO [M:0;101545f66cbd:39603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:34:39,072 INFO [M:0;101545f66cbd:39603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:34:39,072 DEBUG [M:0;101545f66cbd:39603 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:34:39,072 DEBUG [M:0;101545f66cbd:39603 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:34:39,072 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:34:39,072 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261639730 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261639730,5,FailOnTimeoutGroup] 2024-12-03T21:34:39,072 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261639730 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261639730,5,FailOnTimeoutGroup] 2024-12-03T21:34:39,072 INFO [M:0;101545f66cbd:39603 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:34:39,072 INFO [M:0;101545f66cbd:39603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:34:39,073 DEBUG [M:0;101545f66cbd:39603 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:34:39,073 INFO [M:0;101545f66cbd:39603 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:34:39,073 INFO [M:0;101545f66cbd:39603 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:34:39,073 INFO [M:0;101545f66cbd:39603 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:34:39,073 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:34:39,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0490963033/master 2024-12-03T21:34:39,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490963033 2024-12-03T21:34:39,080 DEBUG [M:0;101545f66cbd:39603 {}] zookeeper.ZKUtil(347): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Unable to get data of znode /0490963033/master because node does not exist (not an error) 2024-12-03T21:34:39,080 WARN [M:0;101545f66cbd:39603 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:34:39,081 INFO [M:0;101545f66cbd:39603 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/.lastflushedseqids 2024-12-03T21:34:39,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741847_1023 (size=245) 2024-12-03T21:34:39,084 INFO [M:0;101545f66cbd:39603 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:34:39,084 INFO [M:0;101545f66cbd:39603 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:34:39,084 DEBUG [M:0;101545f66cbd:39603 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:34:39,085 INFO [M:0;101545f66cbd:39603 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:39,085 DEBUG [M:0;101545f66cbd:39603 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:39,085 DEBUG [M:0;101545f66cbd:39603 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:34:39,085 DEBUG [M:0;101545f66cbd:39603 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:39,085 INFO [M:0;101545f66cbd:39603 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-03T21:34:39,100 DEBUG [M:0;101545f66cbd:39603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ae476e63eb04728a099b2a4f4cd094f is 82, key is hbase:meta,,1/info:regioninfo/1733261640922/Put/seqid=0 2024-12-03T21:34:39,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741848_1024 (size=5672) 2024-12-03T21:34:39,104 INFO [M:0;101545f66cbd:39603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ae476e63eb04728a099b2a4f4cd094f 2024-12-03T21:34:39,118 DEBUG [M:0;101545f66cbd:39603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fdc7dcf0abc540dd90cf9dad84231125 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733261652026/Put/seqid=0 2024-12-03T21:34:39,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741849_1025 (size=7219) 2024-12-03T21:34:39,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:34:39,164 INFO [RS:0;101545f66cbd:38489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:34:39,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38489-0x1019e6763590001, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:34:39,164 INFO [RS:0;101545f66cbd:38489 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,38489,1733261637811; zookeeper connection closed. 2024-12-03T21:34:39,164 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bead172 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bead172 2024-12-03T21:34:39,164 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:34:39,521 INFO [M:0;101545f66cbd:39603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fdc7dcf0abc540dd90cf9dad84231125 2024-12-03T21:34:39,524 INFO [M:0;101545f66cbd:39603 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdc7dcf0abc540dd90cf9dad84231125 2024-12-03T21:34:39,536 DEBUG [M:0;101545f66cbd:39603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f21705a0b4d40218377b8786d7518c7 is 69, key is 101545f66cbd,38489,1733261637811/rs:state/1733261639765/Put/seqid=0 2024-12-03T21:34:39,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741850_1026 (size=5156) 2024-12-03T21:34:39,539 INFO [M:0;101545f66cbd:39603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f21705a0b4d40218377b8786d7518c7 2024-12-03T21:34:39,542 DEBUG [M:0;101545f66cbd:39603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ae476e63eb04728a099b2a4f4cd094f as hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ae476e63eb04728a099b2a4f4cd094f 2024-12-03T21:34:39,545 INFO [M:0;101545f66cbd:39603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ae476e63eb04728a099b2a4f4cd094f, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T21:34:39,546 DEBUG [M:0;101545f66cbd:39603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fdc7dcf0abc540dd90cf9dad84231125 as hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fdc7dcf0abc540dd90cf9dad84231125 2024-12-03T21:34:39,548 INFO [M:0;101545f66cbd:39603 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdc7dcf0abc540dd90cf9dad84231125 2024-12-03T21:34:39,549 INFO [M:0;101545f66cbd:39603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fdc7dcf0abc540dd90cf9dad84231125, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T21:34:39,549 DEBUG [M:0;101545f66cbd:39603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f21705a0b4d40218377b8786d7518c7 as hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f21705a0b4d40218377b8786d7518c7 2024-12-03T21:34:39,552 INFO [M:0;101545f66cbd:39603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38191/user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f21705a0b4d40218377b8786d7518c7, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T21:34:39,553 INFO [M:0;101545f66cbd:39603 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 467ms, sequenceid=105, compaction requested=false 2024-12-03T21:34:39,556 INFO [M:0;101545f66cbd:39603 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:39,556 DEBUG [M:0;101545f66cbd:39603 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261679084Disabling compacts and flushes for region at 1733261679084Disabling writes for close at 1733261679085 (+1 ms)Obtaining lock to block concurrent updates at 1733261679085Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261679085Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733261679085Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261679085Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261679085Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261679100 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261679100Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261679106 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261679117 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261679117Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261679525 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261679535 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261679535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1507cc37: reopening flushed file at 1733261679542 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8b8bd2: reopening flushed file at 1733261679545 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f52c388: reopening flushed file at 1733261679549 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 467ms, sequenceid=105, compaction requested=false at 1733261679553 (+4 ms)Writing region close event to WAL at 1733261679556 (+3 ms)Closed at 1733261679556 2024-12-03T21:34:39,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741830_1006 (size=64435) 2024-12-03T21:34:39,558 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f118305-1441-7374-049e-8d9c2ba2718e/MasterData/WALs/101545f66cbd,39603,1733261637649/101545f66cbd%2C39603%2C1733261637649.1733261639537 not finished, retry = 0 2024-12-03T21:34:39,659 INFO [M:0;101545f66cbd:39603 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:34:39,659 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:34:39,659 INFO [M:0;101545f66cbd:39603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39603 2024-12-03T21:34:39,659 INFO [M:0;101545f66cbd:39603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:34:39,762 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:34:39,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:39,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:39,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:39,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:39,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:39,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:39,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:39,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:39,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:39,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:39,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:39,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:39,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:34:39,784 INFO [M:0;101545f66cbd:39603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:34:39,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39603-0x1019e6763590000, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:34:39,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:39,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:39,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d20b02c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:34:39,790 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@630c0dd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:34:39,790 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:34:39,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:39,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@326bc074{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:34:39,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1383d0d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/hadoop.log.dir/,STOPPED} 2024-12-03T21:34:39,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:39,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:39,807 WARN [BP-384385740-172.17.0.2-1733261635967 heartbeating to localhost/127.0.0.1:38191 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:34:39,807 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:34:39,807 WARN [BP-384385740-172.17.0.2-1733261635967 heartbeating to localhost/127.0.0.1:38191 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-384385740-172.17.0.2-1733261635967 (Datanode Uuid c88598bb-08ea-4ab7-81b7-3730acfb4e99) service to localhost/127.0.0.1:38191 2024-12-03T21:34:39,807 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:34:39,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/cluster_bbcd0e6b-8733-aba9-a8ca-2f62ac6dc9f6/data/data1/current/BP-384385740-172.17.0.2-1733261635967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:34:39,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/cluster_bbcd0e6b-8733-aba9-a8ca-2f62ac6dc9f6/data/data2/current/BP-384385740-172.17.0.2-1733261635967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:34:39,808 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:34:39,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ef4fba4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:34:39,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@698790f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:34:39,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:34:39,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d13cb06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:34:39,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40a48f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b34370ea-8f43-0c3d-e78f-588770deb678/hadoop.log.dir/,STOPPED} 2024-12-03T21:34:39,817 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T21:34:39,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:34:39,837 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 313) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-23 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50844) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:38191 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50844) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:36409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:36409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:38191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:38191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:41911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50844) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:41911 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:41911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:41911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:36409 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=791 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=242 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=9468 (was 9574) 2024-12-03T21:34:39,846 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=9468 2024-12-03T21:34:39,860 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-03T21:34:39,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/hadoop.log.dir so I do NOT create it in target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698 2024-12-03T21:34:39,861 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:34:39,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/hadoop.tmp.dir so I do NOT create it in target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698 2024-12-03T21:34:39,861 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f6d27b0-a69d-c7bf-0721-2f52ef04b96e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:34:39,861 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698 2024-12-03T21:34:39,861 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/cluster_707e630c-f4fd-b51e-e68d-88b4236d2d2b, deleteOnExit=true 2024-12-03T21:34:39,863 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/cluster_707e630c-f4fd-b51e-e68d-88b4236d2d2b/zookeeper_0, clientPort=60328, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/cluster_707e630c-f4fd-b51e-e68d-88b4236d2d2b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/cluster_707e630c-f4fd-b51e-e68d-88b4236d2d2b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T21:34:39,864 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60328 2024-12-03T21:34:39,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:34:39,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:34:39,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/test.cache.data in system properties and HBase conf 2024-12-03T21:34:39,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:34:39,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:34:39,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:34:39,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:34:39,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:34:39,864 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:34:39,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:34:39,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:34:39,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:34:39,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:34:39,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:34:39,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:34:39,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:34:39,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:34:39,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:34:39,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:34:39,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:34:39,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:34:39,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:34:39,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:34:39,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019e6763590002, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:34:39,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019e6763590005, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:34:39,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019e6763590008, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:34:39,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019e6763590008, quorum=127.0.0.1:50844, baseZNode=/2-1252074303 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:34:39,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019e6763590005, quorum=127.0.0.1:50844, baseZNode=/1795126137 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:34:39,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019e6763590002, quorum=127.0.0.1:50844, baseZNode=/0490963033 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:34:40,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:34:40,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:34:40,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:34:40,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:34:40,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:34:40,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:34:40,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fa58b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:34:40,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@548ee19a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:34:40,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b7ed6c7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/java.io.tmpdir/jetty-localhost-42533-hadoop-hdfs-3_4_1-tests_jar-_-any-12357080240205838297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:34:40,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41bfec{HTTP/1.1, (http/1.1)}{localhost:42533} 2024-12-03T21:34:40,271 INFO [Time-limited test {}] server.Server(415): Started @318877ms 2024-12-03T21:34:40,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:34:40,480 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:34:40,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:34:40,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:34:40,483 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:34:40,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47bb6c60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:34:40,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d579d19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:34:40,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28013ac8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/java.io.tmpdir/jetty-localhost-33743-hadoop-hdfs-3_4_1-tests_jar-_-any-11481640701221801493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:34:40,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d05e9b7{HTTP/1.1, (http/1.1)}{localhost:33743} 2024-12-03T21:34:40,576 INFO [Time-limited test {}] server.Server(415): Started @319182ms 2024-12-03T21:34:40,577 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:34:41,148 WARN [Thread-4187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/cluster_707e630c-f4fd-b51e-e68d-88b4236d2d2b/data/data1/current/BP-1710253016-172.17.0.2-1733261679877/current, will proceed with Du for space computation calculation, 2024-12-03T21:34:41,148 WARN [Thread-4188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/cluster_707e630c-f4fd-b51e-e68d-88b4236d2d2b/data/data2/current/BP-1710253016-172.17.0.2-1733261679877/current, will proceed with Du for space computation calculation, 2024-12-03T21:34:41,162 WARN [Thread-4175 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:34:41,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c4042c08b9d00f with lease ID 0x2332f329d08c8e7: Processing first storage report for DS-8021121a-4014-43b3-96af-924a52511dc1 from datanode DatanodeRegistration(127.0.0.1:34513, datanodeUuid=ccf31d5f-c095-4510-9a6e-4ca733624ef7, infoPort=42545, infoSecurePort=0, ipcPort=40081, storageInfo=lv=-57;cid=testClusterID;nsid=1359520598;c=1733261679877) 2024-12-03T21:34:41,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c4042c08b9d00f with lease ID 0x2332f329d08c8e7: from storage DS-8021121a-4014-43b3-96af-924a52511dc1 node DatanodeRegistration(127.0.0.1:34513, datanodeUuid=ccf31d5f-c095-4510-9a6e-4ca733624ef7, infoPort=42545, infoSecurePort=0, ipcPort=40081, storageInfo=lv=-57;cid=testClusterID;nsid=1359520598;c=1733261679877), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:34:41,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c4042c08b9d00f with lease ID 0x2332f329d08c8e7: Processing first storage report for DS-81711c58-c97b-4a3d-b8b0-44a8bfba1009 from datanode DatanodeRegistration(127.0.0.1:34513, datanodeUuid=ccf31d5f-c095-4510-9a6e-4ca733624ef7, infoPort=42545, infoSecurePort=0, ipcPort=40081, storageInfo=lv=-57;cid=testClusterID;nsid=1359520598;c=1733261679877) 2024-12-03T21:34:41,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c4042c08b9d00f with lease ID 0x2332f329d08c8e7: from storage DS-81711c58-c97b-4a3d-b8b0-44a8bfba1009 node DatanodeRegistration(127.0.0.1:34513, datanodeUuid=ccf31d5f-c095-4510-9a6e-4ca733624ef7, infoPort=42545, infoSecurePort=0, ipcPort=40081, storageInfo=lv=-57;cid=testClusterID;nsid=1359520598;c=1733261679877), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:34:41,196 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698 2024-12-03T21:34:41,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:41,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:41,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:34:41,604 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a with version=8 2024-12-03T21:34:41,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/hbase-staging 2024-12-03T21:34:41,605 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:34:41,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:41,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:41,605 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:34:41,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:41,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:34:41,605 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:34:41,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:34:41,606 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42891 2024-12-03T21:34:41,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42891 connecting to ZooKeeper ensemble=127.0.0.1:60328 2024-12-03T21:34:41,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428910x0, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:34:41,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42891-0x1019e680edf0000 connected 2024-12-03T21:34:41,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:41,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:41,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Set watcher on znode that does not yet exist, /0-2120979747/running 2024-12-03T21:34:41,762 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a, hbase.cluster.distributed=false 2024-12-03T21:34:41,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Set watcher on znode that does not yet exist, /0-2120979747/acl 2024-12-03T21:34:41,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42891 2024-12-03T21:34:41,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42891 2024-12-03T21:34:41,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42891 2024-12-03T21:34:41,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42891 2024-12-03T21:34:41,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42891 2024-12-03T21:34:41,775 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:34:41,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:41,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:41,775 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:34:41,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:41,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:34:41,775 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:34:41,775 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:34:41,776 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39085 2024-12-03T21:34:41,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39085 connecting to ZooKeeper ensemble=127.0.0.1:60328 2024-12-03T21:34:41,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:41,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:41,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390850x0, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:34:41,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39085-0x1019e680edf0001 connected 2024-12-03T21:34:41,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39085-0x1019e680edf0001, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Set watcher on znode that does not yet exist, /0-2120979747/running 2024-12-03T21:34:41,789 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:34:41,789 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:34:41,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39085-0x1019e680edf0001, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Set watcher on znode that does not yet exist, /0-2120979747/master 2024-12-03T21:34:41,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39085-0x1019e680edf0001, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Set watcher on znode that does not yet exist, /0-2120979747/acl 2024-12-03T21:34:41,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39085 2024-12-03T21:34:41,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39085 2024-12-03T21:34:41,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39085 2024-12-03T21:34:41,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39085 2024-12-03T21:34:41,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39085 2024-12-03T21:34:41,805 DEBUG [M:0;101545f66cbd:42891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:42891 2024-12-03T21:34:41,806 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2120979747/backup-masters/101545f66cbd,42891,1733261681605 2024-12-03T21:34:41,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120979747/backup-masters 2024-12-03T21:34:41,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1019e680edf0001, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120979747/backup-masters 2024-12-03T21:34:41,816 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Set watcher on existing znode=/0-2120979747/backup-masters/101545f66cbd,42891,1733261681605 2024-12-03T21:34:41,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1019e680edf0001, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2120979747/master 2024-12-03T21:34:41,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120979747 2024-12-03T21:34:41,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1019e680edf0001, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120979747 2024-12-03T21:34:41,824 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Set watcher on existing znode=/0-2120979747/master 2024-12-03T21:34:41,825 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2120979747/backup-masters/101545f66cbd,42891,1733261681605 from backup master directory 2024-12-03T21:34:41,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2120979747/backup-masters/101545f66cbd,42891,1733261681605 2024-12-03T21:34:41,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1019e680edf0001, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120979747/backup-masters 2024-12-03T21:34:41,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120979747/backup-masters 2024-12-03T21:34:41,832 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:34:41,833 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,42891,1733261681605 2024-12-03T21:34:41,835 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/hbase.id] with ID: 7e60b355-d533-4fb7-847b-3ff65c716dd4 2024-12-03T21:34:41,835 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/.tmp/hbase.id 2024-12-03T21:34:41,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:34:42,239 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/.tmp/hbase.id]:[hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/hbase.id] 2024-12-03T21:34:42,246 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:42,246 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:34:42,246 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T21:34:42,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1019e680edf0001, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120979747 2024-12-03T21:34:42,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120979747 2024-12-03T21:34:42,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:34:42,278 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:34:42,278 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:34:42,279 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:42,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:34:42,684 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/MasterData/data/master/store 2024-12-03T21:34:42,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:34:43,088 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:43,088 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:34:43,088 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:43,088 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:43,088 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:34:43,088 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:43,089 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:43,089 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261683088Disabling compacts and flushes for region at 1733261683088Disabling writes for close at 1733261683088Writing region close event to WAL at 1733261683089 (+1 ms)Closed at 1733261683089 2024-12-03T21:34:43,089 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/MasterData/data/master/store/.initializing 2024-12-03T21:34:43,089 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/MasterData/WALs/101545f66cbd,42891,1733261681605 2024-12-03T21:34:43,090 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:34:43,091 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C42891%2C1733261681605, suffix=, logDir=hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/MasterData/WALs/101545f66cbd,42891,1733261681605, archiveDir=hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/MasterData/oldWALs, maxLogs=10 2024-12-03T21:34:43,105 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/MasterData/WALs/101545f66cbd,42891,1733261681605/101545f66cbd%2C42891%2C1733261681605.1733261683091, exclude list is [], retry=0 2024-12-03T21:34:43,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34513,DS-8021121a-4014-43b3-96af-924a52511dc1,DISK] 2024-12-03T21:34:43,108 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/MasterData/WALs/101545f66cbd,42891,1733261681605/101545f66cbd%2C42891%2C1733261681605.1733261683091 2024-12-03T21:34:43,108 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42545:42545)] 2024-12-03T21:34:43,108 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:43,109 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:43,109 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:43,109 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:43,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:43,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:34:43,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:43,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:43,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:43,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:34:43,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:43,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:43,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:43,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:34:43,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:43,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:43,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:43,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:34:43,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:43,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:43,114 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:43,114 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:43,115 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:43,116 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:43,116 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:43,116 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:34:43,117 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:43,118 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:43,118 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67922789, jitterRate=0.012128427624702454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:34:43,118 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261683109Initializing all the Stores at 1733261683109Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261683109Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261683109Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261683109Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261683109Cleaning up temporary data from old regions at 1733261683116 (+7 ms)Region opened successfully at 1733261683118 (+2 ms) 2024-12-03T21:34:43,119 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:34:43,120 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e29444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:34:43,121 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:34:43,121 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:34:43,121 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:34:43,121 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:34:43,122 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:34:43,122 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:34:43,122 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:34:43,123 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:34:43,123 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Unable to get data of znode /0-2120979747/balancer because node does not exist (not necessarily an error) 2024-12-03T21:34:43,149 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2120979747/balancer already deleted, retry=false 2024-12-03T21:34:43,149 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:34:43,150 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Unable to get data of znode /0-2120979747/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:34:43,157 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2120979747/normalizer already deleted, retry=false 2024-12-03T21:34:43,157 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:34:43,158 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Unable to get data of znode /0-2120979747/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:34:43,166 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2120979747/switch/split already deleted, retry=false 2024-12-03T21:34:43,166 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Unable to get data of znode /0-2120979747/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:34:43,174 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2120979747/switch/merge already deleted, retry=false 2024-12-03T21:34:43,175 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Unable to get data of znode /0-2120979747/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:34:43,182 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2120979747/snapshot-cleanup already deleted, retry=false 2024-12-03T21:34:43,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1019e680edf0001, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2120979747/running 2024-12-03T21:34:43,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2120979747/running 2024-12-03T21:34:43,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1019e680edf0001, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120979747 2024-12-03T21:34:43,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120979747 2024-12-03T21:34:43,191 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,42891,1733261681605, sessionid=0x1019e680edf0000, setting cluster-up flag (Was=false) 2024-12-03T21:34:43,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1019e680edf0001, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120979747 2024-12-03T21:34:43,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120979747 2024-12-03T21:34:43,232 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2120979747/flush-table-proc/acquired, /0-2120979747/flush-table-proc/reached, /0-2120979747/flush-table-proc/abort 2024-12-03T21:34:43,233 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,42891,1733261681605 2024-12-03T21:34:43,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1019e680edf0001, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120979747 2024-12-03T21:34:43,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120979747 2024-12-03T21:34:43,274 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2120979747/online-snapshot/acquired, /0-2120979747/online-snapshot/reached, /0-2120979747/online-snapshot/abort 2024-12-03T21:34:43,275 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,42891,1733261681605 2024-12-03T21:34:43,275 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:34:43,276 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:43,276 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:34:43,276 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:34:43,277 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,42891,1733261681605 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:34:43,278 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:43,278 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:43,278 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:43,278 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:43,278 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:34:43,278 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:43,278 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:34:43,278 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:43,278 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261713278 2024-12-03T21:34:43,278 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:34:43,278 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:34:43,278 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:34:43,278 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:43,278 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:34:43,279 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:34:43,279 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:34:43,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:34:43,279 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:43,279 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:34:43,279 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:34:43,279 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:34:43,279 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:34:43,279 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:34:43,279 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:34:43,279 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:43,279 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261683279,5,FailOnTimeoutGroup] 2024-12-03T21:34:43,279 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:34:43,283 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261683279,5,FailOnTimeoutGroup] 2024-12-03T21:34:43,283 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:43,283 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:34:43,283 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:43,283 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:43,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:34:43,299 INFO [RS:0;101545f66cbd:39085 {}] regionserver.HRegionServer(746): ClusterId : 7e60b355-d533-4fb7-847b-3ff65c716dd4 2024-12-03T21:34:43,299 DEBUG [RS:0;101545f66cbd:39085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:34:43,308 DEBUG [RS:0;101545f66cbd:39085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:34:43,308 DEBUG [RS:0;101545f66cbd:39085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:34:43,316 DEBUG [RS:0;101545f66cbd:39085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:34:43,316 DEBUG [RS:0;101545f66cbd:39085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748f6597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:34:43,326 DEBUG [RS:0;101545f66cbd:39085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:39085 2024-12-03T21:34:43,326 INFO [RS:0;101545f66cbd:39085 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:34:43,326 INFO [RS:0;101545f66cbd:39085 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:34:43,326 DEBUG [RS:0;101545f66cbd:39085 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:34:43,326 INFO [RS:0;101545f66cbd:39085 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,42891,1733261681605 with port=39085, startcode=1733261681775 2024-12-03T21:34:43,327 DEBUG [RS:0;101545f66cbd:39085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:34:43,328 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:34:43,328 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,39085,1733261681775 2024-12-03T21:34:43,328 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42891 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,39085,1733261681775 2024-12-03T21:34:43,329 DEBUG [RS:0;101545f66cbd:39085 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a 2024-12-03T21:34:43,329 DEBUG [RS:0;101545f66cbd:39085 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41261 2024-12-03T21:34:43,329 DEBUG [RS:0;101545f66cbd:39085 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:34:43,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120979747/rs 2024-12-03T21:34:43,338 DEBUG [RS:0;101545f66cbd:39085 {}] zookeeper.ZKUtil(111): regionserver:39085-0x1019e680edf0001, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Set watcher on existing znode=/0-2120979747/rs/101545f66cbd,39085,1733261681775 2024-12-03T21:34:43,338 WARN [RS:0;101545f66cbd:39085 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:34:43,338 INFO [RS:0;101545f66cbd:39085 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:43,338 DEBUG [RS:0;101545f66cbd:39085 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/WALs/101545f66cbd,39085,1733261681775 2024-12-03T21:34:43,339 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,39085,1733261681775] 2024-12-03T21:34:43,341 INFO [RS:0;101545f66cbd:39085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:34:43,342 INFO [RS:0;101545f66cbd:39085 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:34:43,342 INFO [RS:0;101545f66cbd:39085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:34:43,342 INFO [RS:0;101545f66cbd:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:43,342 INFO [RS:0;101545f66cbd:39085 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:34:43,343 INFO [RS:0;101545f66cbd:39085 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:34:43,343 INFO [RS:0;101545f66cbd:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:43,343 DEBUG [RS:0;101545f66cbd:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:43,343 DEBUG [RS:0;101545f66cbd:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:43,343 DEBUG [RS:0;101545f66cbd:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:43,343 DEBUG [RS:0;101545f66cbd:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:43,343 DEBUG [RS:0;101545f66cbd:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:43,343 DEBUG [RS:0;101545f66cbd:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:34:43,343 DEBUG [RS:0;101545f66cbd:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:43,343 DEBUG [RS:0;101545f66cbd:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:43,343 DEBUG [RS:0;101545f66cbd:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:43,343 DEBUG [RS:0;101545f66cbd:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:43,343 DEBUG [RS:0;101545f66cbd:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:43,343 DEBUG [RS:0;101545f66cbd:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:43,343 DEBUG [RS:0;101545f66cbd:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:34:43,343 DEBUG [RS:0;101545f66cbd:39085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:34:43,348 INFO [RS:0;101545f66cbd:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:43,348 INFO [RS:0;101545f66cbd:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:43,348 INFO [RS:0;101545f66cbd:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:43,348 INFO [RS:0;101545f66cbd:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:43,348 INFO [RS:0;101545f66cbd:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:43,348 INFO [RS:0;101545f66cbd:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39085,1733261681775-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:34:43,360 INFO [RS:0;101545f66cbd:39085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:34:43,360 INFO [RS:0;101545f66cbd:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,39085,1733261681775-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:43,360 INFO [RS:0;101545f66cbd:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:43,360 INFO [RS:0;101545f66cbd:39085 {}] regionserver.Replication(171): 101545f66cbd,39085,1733261681775 started 2024-12-03T21:34:43,371 INFO [RS:0;101545f66cbd:39085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:43,371 INFO [RS:0;101545f66cbd:39085 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,39085,1733261681775, RpcServer on 101545f66cbd/172.17.0.2:39085, sessionid=0x1019e680edf0001 2024-12-03T21:34:43,371 DEBUG [RS:0;101545f66cbd:39085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:34:43,371 DEBUG [RS:0;101545f66cbd:39085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,39085,1733261681775 2024-12-03T21:34:43,372 DEBUG [RS:0;101545f66cbd:39085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,39085,1733261681775' 2024-12-03T21:34:43,372 DEBUG [RS:0;101545f66cbd:39085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2120979747/flush-table-proc/abort' 2024-12-03T21:34:43,372 DEBUG [RS:0;101545f66cbd:39085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2120979747/flush-table-proc/acquired' 2024-12-03T21:34:43,372 DEBUG [RS:0;101545f66cbd:39085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:34:43,372 DEBUG [RS:0;101545f66cbd:39085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:34:43,372 DEBUG [RS:0;101545f66cbd:39085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,39085,1733261681775 2024-12-03T21:34:43,372 DEBUG [RS:0;101545f66cbd:39085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,39085,1733261681775' 2024-12-03T21:34:43,372 DEBUG [RS:0;101545f66cbd:39085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2120979747/online-snapshot/abort' 2024-12-03T21:34:43,373 DEBUG [RS:0;101545f66cbd:39085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2120979747/online-snapshot/acquired' 2024-12-03T21:34:43,373 DEBUG [RS:0;101545f66cbd:39085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:34:43,373 INFO [RS:0;101545f66cbd:39085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:34:43,373 INFO [RS:0;101545f66cbd:39085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:34:43,473 INFO [RS:0;101545f66cbd:39085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:34:43,474 INFO [RS:0;101545f66cbd:39085 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C39085%2C1733261681775, suffix=, logDir=hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/WALs/101545f66cbd,39085,1733261681775, archiveDir=hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/oldWALs, maxLogs=10 2024-12-03T21:34:43,485 DEBUG [RS:0;101545f66cbd:39085 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/WALs/101545f66cbd,39085,1733261681775/101545f66cbd%2C39085%2C1733261681775.1733261683475, exclude list is [], retry=0 2024-12-03T21:34:43,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34513,DS-8021121a-4014-43b3-96af-924a52511dc1,DISK] 2024-12-03T21:34:43,488 INFO [RS:0;101545f66cbd:39085 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/WALs/101545f66cbd,39085,1733261681775/101545f66cbd%2C39085%2C1733261681775.1733261683475 2024-12-03T21:34:43,488 DEBUG [RS:0;101545f66cbd:39085 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42545:42545)] 2024-12-03T21:34:43,688 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:34:43,689 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a 2024-12-03T21:34:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:34:44,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:44,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:34:44,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:34:44,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:44,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:44,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:34:44,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:34:44,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:44,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:44,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:34:44,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:34:44,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:44,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:44,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:34:44,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:34:44,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:44,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:44,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:34:44,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/data/hbase/meta/1588230740 2024-12-03T21:34:44,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/data/hbase/meta/1588230740 2024-12-03T21:34:44,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:34:44,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:34:44,101 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:34:44,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:34:44,103 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:44,103 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59068561, jitterRate=-0.11980985105037689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:34:44,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261684093Initializing all the Stores at 1733261684094 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261684094Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261684094Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261684094Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261684094Cleaning up temporary data from old regions at 1733261684101 (+7 ms)Region opened successfully at 1733261684103 (+2 ms) 2024-12-03T21:34:44,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:34:44,104 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:34:44,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:34:44,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:34:44,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:34:44,104 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:34:44,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261684104Disabling compacts and flushes for region at 1733261684104Disabling writes for close at 1733261684104Writing region close event to WAL at 1733261684104Closed at 1733261684104 2024-12-03T21:34:44,105 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:44,105 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:34:44,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:34:44,106 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:34:44,106 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:34:44,256 DEBUG [101545f66cbd:42891 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:34:44,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,39085,1733261681775 2024-12-03T21:34:44,257 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,39085,1733261681775, state=OPENING 2024-12-03T21:34:44,282 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:34:44,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1019e680edf0001, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120979747 2024-12-03T21:34:44,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120979747 2024-12-03T21:34:44,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2120979747/meta-region-server: CHANGED 2024-12-03T21:34:44,315 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:34:44,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2120979747/meta-region-server: CHANGED 2024-12-03T21:34:44,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,39085,1733261681775}] 2024-12-03T21:34:44,467 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:34:44,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:34:44,470 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:34:44,470 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:44,470 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:34:44,471 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C39085%2C1733261681775.meta, suffix=.meta, logDir=hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/WALs/101545f66cbd,39085,1733261681775, archiveDir=hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/oldWALs, maxLogs=10 2024-12-03T21:34:44,482 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/WALs/101545f66cbd,39085,1733261681775/101545f66cbd%2C39085%2C1733261681775.meta.1733261684471.meta, exclude list is [], retry=0 2024-12-03T21:34:44,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34513,DS-8021121a-4014-43b3-96af-924a52511dc1,DISK] 2024-12-03T21:34:44,484 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/WALs/101545f66cbd,39085,1733261681775/101545f66cbd%2C39085%2C1733261681775.meta.1733261684471.meta 2024-12-03T21:34:44,484 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42545:42545)] 2024-12-03T21:34:44,485 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:44,485 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:34:44,485 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:34:44,485 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:34:44,485 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:34:44,485 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:34:44,485 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:44,485 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:34:44,485 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:34:44,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:34:44,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:34:44,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:44,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:44,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:34:44,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:34:44,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:44,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:44,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:34:44,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:34:44,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:44,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:44,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:34:44,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:34:44,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:44,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:44,490 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:34:44,490 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/data/hbase/meta/1588230740 2024-12-03T21:34:44,491 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/data/hbase/meta/1588230740 2024-12-03T21:34:44,492 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:34:44,492 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:34:44,492 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:34:44,493 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:34:44,493 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70810460, jitterRate=0.05515807867050171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:34:44,493 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:34:44,494 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261684485Writing region info on filesystem at 1733261684485Initializing all the Stores at 1733261684486 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261684486Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261684486Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261684486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261684486Cleaning up temporary data from old regions at 1733261684492 (+6 ms)Running coprocessor post-open hooks at 1733261684493 (+1 ms)Region opened successfully at 1733261684494 (+1 ms) 2024-12-03T21:34:44,495 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261684466 2024-12-03T21:34:44,496 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:34:44,496 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:34:44,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,39085,1733261681775 2024-12-03T21:34:44,497 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,39085,1733261681775, state=OPEN 2024-12-03T21:34:44,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39085-0x1019e680edf0001, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2120979747/meta-region-server 2024-12-03T21:34:44,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x1019e680edf0000, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2120979747/meta-region-server 2024-12-03T21:34:44,516 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,39085,1733261681775 2024-12-03T21:34:44,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2120979747/meta-region-server: CHANGED 2024-12-03T21:34:44,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2120979747/meta-region-server: CHANGED 2024-12-03T21:34:44,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:34:44,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,39085,1733261681775 in 201 msec 2024-12-03T21:34:44,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:34:44,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-12-03T21:34:44,519 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:44,519 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:34:44,520 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:44,520 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,39085,1733261681775, seqNum=-1] 2024-12-03T21:34:44,520 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:44,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:34:44,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-12-03T21:34:44,524 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261684524, completionTime=-1 2024-12-03T21:34:44,524 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:34:44,524 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:34:44,525 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:34:44,525 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261744525 2024-12-03T21:34:44,525 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261804525 2024-12-03T21:34:44,525 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T21:34:44,525 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,42891,1733261681605-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:44,526 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,42891,1733261681605-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:44,526 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,42891,1733261681605-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:44,526 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:42891, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:44,526 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:44,526 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:44,527 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:34:44,528 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.695sec 2024-12-03T21:34:44,528 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:34:44,528 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:34:44,528 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:34:44,528 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:34:44,528 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:34:44,528 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,42891,1733261681605-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:34:44,528 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,42891,1733261681605-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:34:44,530 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:34:44,530 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:34:44,530 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,42891,1733261681605-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:44,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d50ef1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:44,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,42891,-1 for getting cluster id 2024-12-03T21:34:44,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:44,600 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e60b355-d533-4fb7-847b-3ff65c716dd4' 2024-12-03T21:34:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e60b355-d533-4fb7-847b-3ff65c716dd4" 2024-12-03T21:34:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1c1ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,42891,-1] 2024-12-03T21:34:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:44,602 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:44,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5219af94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:44,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:44,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,39085,1733261681775, seqNum=-1] 2024-12-03T21:34:44,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:44,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:34:44,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,42891,1733261681605 2024-12-03T21:34:44,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60328 2024-12-03T21:34:44,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60328, baseZNode=/0-2120979747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:34:44,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e680edf0002 connected 2024-12-03T21:34:44,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:34:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,42891,1733261681605 2024-12-03T21:34:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35f325aa 2024-12-03T21:34:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:34:44,627 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:34:44,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:34:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T21:34:44,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:34:44,629 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:44,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T21:34:44,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:34:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:44,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741835_1011 (size=902) 2024-12-03T21:34:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:45,035 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d405118842229509491c19b0cf5e88e, NAME => 'test,,1733261684627.2d405118842229509491c19b0cf5e88e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a 2024-12-03T21:34:45,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34513 is added to blk_1073741836_1012 (size=39) 2024-12-03T21:34:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:45,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733261684627.2d405118842229509491c19b0cf5e88e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:45,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2d405118842229509491c19b0cf5e88e, disabling compactions & flushes 2024-12-03T21:34:45,439 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733261684627.2d405118842229509491c19b0cf5e88e. 2024-12-03T21:34:45,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261684627.2d405118842229509491c19b0cf5e88e. 2024-12-03T21:34:45,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733261684627.2d405118842229509491c19b0cf5e88e. after waiting 0 ms 2024-12-03T21:34:45,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733261684627.2d405118842229509491c19b0cf5e88e. 2024-12-03T21:34:45,439 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733261684627.2d405118842229509491c19b0cf5e88e. 2024-12-03T21:34:45,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d405118842229509491c19b0cf5e88e: Waiting for close lock at 1733261685439Disabling compacts and flushes for region at 1733261685439Disabling writes for close at 1733261685439Writing region close event to WAL at 1733261685439Closed at 1733261685439 2024-12-03T21:34:45,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:34:45,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733261684627.2d405118842229509491c19b0cf5e88e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733261685440"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261685440"}]},"ts":"1733261685440"} 2024-12-03T21:34:45,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:34:45,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:34:45,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261685442"}]},"ts":"1733261685442"} 2024-12-03T21:34:45,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T21:34:45,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2d405118842229509491c19b0cf5e88e, ASSIGN}] 2024-12-03T21:34:45,444 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2d405118842229509491c19b0cf5e88e, ASSIGN 2024-12-03T21:34:45,445 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2d405118842229509491c19b0cf5e88e, ASSIGN; state=OFFLINE, location=101545f66cbd,39085,1733261681775; forceNewPlan=false, retain=false 2024-12-03T21:34:45,528 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:34:45,528 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:34:45,528 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128944 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:34:45,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2d405118842229509491c19b0cf5e88e, regionState=OPENING, regionLocation=101545f66cbd,39085,1733261681775 2024-12-03T21:34:45,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2d405118842229509491c19b0cf5e88e, ASSIGN because future has completed 2024-12-03T21:34:45,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d405118842229509491c19b0cf5e88e, server=101545f66cbd,39085,1733261681775}] 2024-12-03T21:34:45,752 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733261684627.2d405118842229509491c19b0cf5e88e. 2024-12-03T21:34:45,752 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d405118842229509491c19b0cf5e88e, NAME => 'test,,1733261684627.2d405118842229509491c19b0cf5e88e.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:45,752 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:34:45,752 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T21:34:45,753 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2d405118842229509491c19b0cf5e88e 2024-12-03T21:34:45,753 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733261684627.2d405118842229509491c19b0cf5e88e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:45,753 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2d405118842229509491c19b0cf5e88e 2024-12-03T21:34:45,753 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2d405118842229509491c19b0cf5e88e 2024-12-03T21:34:45,754 INFO [StoreOpener-2d405118842229509491c19b0cf5e88e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2d405118842229509491c19b0cf5e88e 2024-12-03T21:34:45,754 INFO [StoreOpener-2d405118842229509491c19b0cf5e88e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d405118842229509491c19b0cf5e88e columnFamilyName f 2024-12-03T21:34:45,754 DEBUG [StoreOpener-2d405118842229509491c19b0cf5e88e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:45,755 INFO [StoreOpener-2d405118842229509491c19b0cf5e88e-1 {}] regionserver.HStore(327): Store=2d405118842229509491c19b0cf5e88e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:45,755 INFO [StoreOpener-2d405118842229509491c19b0cf5e88e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2d405118842229509491c19b0cf5e88e 2024-12-03T21:34:45,756 INFO [StoreOpener-2d405118842229509491c19b0cf5e88e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d405118842229509491c19b0cf5e88e columnFamilyName f1 2024-12-03T21:34:45,756 DEBUG [StoreOpener-2d405118842229509491c19b0cf5e88e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:45,756 INFO [StoreOpener-2d405118842229509491c19b0cf5e88e-1 {}] regionserver.HStore(327): Store=2d405118842229509491c19b0cf5e88e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:45,756 INFO [StoreOpener-2d405118842229509491c19b0cf5e88e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2d405118842229509491c19b0cf5e88e 2024-12-03T21:34:45,757 INFO [StoreOpener-2d405118842229509491c19b0cf5e88e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d405118842229509491c19b0cf5e88e columnFamilyName norep 2024-12-03T21:34:45,757 DEBUG [StoreOpener-2d405118842229509491c19b0cf5e88e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:45,757 INFO [StoreOpener-2d405118842229509491c19b0cf5e88e-1 {}] regionserver.HStore(327): Store=2d405118842229509491c19b0cf5e88e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:45,757 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2d405118842229509491c19b0cf5e88e 2024-12-03T21:34:45,757 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/data/default/test/2d405118842229509491c19b0cf5e88e 2024-12-03T21:34:45,758 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/data/default/test/2d405118842229509491c19b0cf5e88e 2024-12-03T21:34:45,758 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2d405118842229509491c19b0cf5e88e 2024-12-03T21:34:45,758 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2d405118842229509491c19b0cf5e88e 2024-12-03T21:34:45,759 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:34:45,759 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2d405118842229509491c19b0cf5e88e 2024-12-03T21:34:45,760 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/data/default/test/2d405118842229509491c19b0cf5e88e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:45,761 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2d405118842229509491c19b0cf5e88e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68680373, jitterRate=0.023417308926582336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:34:45,761 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d405118842229509491c19b0cf5e88e 2024-12-03T21:34:45,761 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2d405118842229509491c19b0cf5e88e: Running coprocessor pre-open hook at 1733261685753Writing region info on filesystem at 1733261685753Initializing all the Stores at 1733261685753Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261685753Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261685753Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261685753Cleaning up temporary data from old regions at 1733261685758 (+5 ms)Running coprocessor post-open hooks at 1733261685761 (+3 ms)Region opened successfully at 1733261685761 2024-12-03T21:34:45,762 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733261684627.2d405118842229509491c19b0cf5e88e., pid=6, masterSystemTime=1733261685750 2024-12-03T21:34:45,763 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733261684627.2d405118842229509491c19b0cf5e88e. 2024-12-03T21:34:45,763 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733261684627.2d405118842229509491c19b0cf5e88e. 2024-12-03T21:34:45,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2d405118842229509491c19b0cf5e88e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=101545f66cbd,39085,1733261681775 2024-12-03T21:34:45,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d405118842229509491c19b0cf5e88e, server=101545f66cbd,39085,1733261681775 because future has completed 2024-12-03T21:34:45,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:34:45,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d405118842229509491c19b0cf5e88e, server=101545f66cbd,39085,1733261681775 in 168 msec 2024-12-03T21:34:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:45,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T21:34:45,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2d405118842229509491c19b0cf5e88e, ASSIGN in 323 msec 2024-12-03T21:34:45,769 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:34:45,769 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261685769"}]},"ts":"1733261685769"} 2024-12-03T21:34:45,771 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T21:34:45,771 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:34:45,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1430 sec 2024-12-03T21:34:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:34:46,778 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T21:34:46,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eac4b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:46,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,42891,-1 for getting cluster id 2024-12-03T21:34:46,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:46,779 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e60b355-d533-4fb7-847b-3ff65c716dd4' 2024-12-03T21:34:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e60b355-d533-4fb7-847b-3ff65c716dd4" 2024-12-03T21:34:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3796ff5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,42891,-1] 2024-12-03T21:34:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:46,780 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:46,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19410ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:46,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:34:46,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,42891,1733261681605 2024-12-03T21:34:46,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@af544ba 2024-12-03T21:34:46,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:34:46,782 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:34:46,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://101545f66cbd:42891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T21:34:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:34:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:46,785 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:42891' 2024-12-03T21:34:46,785 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d6db0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:46,785 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,42891,-1 for getting cluster id 2024-12-03T21:34:46,785 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:46,786 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e60b355-d533-4fb7-847b-3ff65c716dd4' 2024-12-03T21:34:46,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:46,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e60b355-d533-4fb7-847b-3ff65c716dd4" 2024-12-03T21:34:46,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1930d29d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:46,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,42891,-1] 2024-12-03T21:34:46,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:46,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:46,787 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:46,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d5c69b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:46,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:34:46,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,42891,1733261681605 2024-12-03T21:34:46,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6107a51a 2024-12-03T21:34:46,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:34:46,789 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:34:46,789 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T21:34:46,789 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:34:46,789 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:46,789 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:46,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:34:46,790 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://101545f66cbd:42891, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:34:46,794 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://101545f66cbd:42891, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://101545f66cbd:42891, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://101545f66cbd:42891, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-03T21:34:46,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://101545f66cbd:42891, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-12-03T21:34:46,795 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-03T21:34:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:34:46,889 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://101545f66cbd:42891, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-03T21:34:46,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:34:46,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:34:46,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:46,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:46,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:34:46,900 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 361) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1179125335_20 at /127.0.0.1:47298 [Receiving block BP-1710253016-172.17.0.2-1733261679877:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402292977-7905 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f993c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a-prefix:101545f66cbd,39085,1733261681775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1710253016-172.17.0.2-1733261679877:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 101545f66cbd:42891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: IPC Server idle connection scanner for port 40081 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp842380436-7955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a/MasterData-prefix:101545f66cbd,42891,1733261681605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;101545f66cbd:42891 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp1402292977-7903 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f993c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 40081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp842380436-7952 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f993c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/101545f66cbd:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;101545f66cbd:39085 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@e0e01ac[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 40081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1402292977-7904 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f993c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:41261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402292977-7909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/101545f66cbd:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: CacheReplicationMonitor(1953938700) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41261/user/jenkins/test-data/57a1c551-ef80-bffd-2882-def45540a33a-prefix:101545f66cbd,39085,1733261681775.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:60328 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 41261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp1402292977-7908 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/cluster_707e630c-f4fd-b51e-e68d-88b4236d2d2b/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_485361541_20 at /127.0.0.1:47284 [Receiving block BP-1710253016-172.17.0.2-1733261679877:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@572b3861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: regionserver/101545f66cbd:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$611/0x00007f993cad6de0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/cluster_707e630c-f4fd-b51e-e68d-88b4236d2d2b/data/data1/current/BP-1710253016-172.17.0.2-1733261679877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2328bdff java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261683279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402292977-7906 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f993c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1c4c38e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp842380436-7954 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:41261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server idle connection scanner for port 41261 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1710253016-172.17.0.2-1733261679877:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3487c574 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/101545f66cbd:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:41261 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp842380436-7953-acceptor-0@7900a267-ServerConnector@d05e9b7{HTTP/1.1, (http/1.1)}{localhost:33743} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402292977-7910 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60328) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-1710253016-172.17.0.2-1733261679877 heartbeating to localhost/127.0.0.1:41261 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1179125335_20 at /127.0.0.1:47250 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: Session-HouseKeeper-3f74c9a9-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server handler 0 on default port 40081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f993c9fdbd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:41261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1710253016-172.17.0.2-1733261679877:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60328) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7daf9b45 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 41261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;101545f66cbd:39085-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 1 on default port 40081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/101545f66cbd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60328) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261683279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4cd198d3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2605b0dd-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/cluster_707e630c-f4fd-b51e-e68d-88b4236d2d2b/data/data2/current/BP-1710253016-172.17.0.2-1733261679877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 41261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:60328): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RS_OPEN_REGION-regionserver/101545f66cbd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp1402292977-7907-acceptor-0@633bc22-ServerConnector@41bfec{HTTP/1.1, (http/1.1)}{localhost:42533} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/cluster_707e630c-f4fd-b51e-e68d-88b4236d2d2b/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1179125335_20 at /127.0.0.1:54674 [Receiving block BP-1710253016-172.17.0.2-1733261679877:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 242) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9452 (was 9468) 2024-12-03T21:34:46,902 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-12-03T21:34:46,913 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=9452 2024-12-03T21:34:46,913 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-12-03T21:34:46,925 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-03T21:34:46,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/hadoop.log.dir so I do NOT create it in target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9 2024-12-03T21:34:46,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:34:46,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/hadoop.tmp.dir so I do NOT create it in target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9 2024-12-03T21:34:46,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a31deb35-80c1-bfcc-0b46-c09bea12d698/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:34:46,925 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9 2024-12-03T21:34:46,925 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/cluster_1617913d-a657-8817-a863-f19ae247291f, deleteOnExit=true 2024-12-03T21:34:46,945 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/cluster_1617913d-a657-8817-a863-f19ae247291f/zookeeper_0, clientPort=63451, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/cluster_1617913d-a657-8817-a863-f19ae247291f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/cluster_1617913d-a657-8817-a863-f19ae247291f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T21:34:46,946 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63451 2024-12-03T21:34:46,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:34:46,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:34:46,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/test.cache.data in system properties and HBase conf 2024-12-03T21:34:46,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:34:46,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:34:46,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:34:46,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:34:46,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:34:46,946 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:34:46,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:34:46,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:34:46,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:34:46,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:34:46,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:34:46,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:34:46,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:34:46,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:34:46,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:34:46,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:34:46,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:34:46,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:34:46,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:34:46,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:34:47,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:34:47,300 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:34:47,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:34:47,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:34:47,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:34:47,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:34:47,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec53f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:34:47,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@262d3e1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:34:47,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22b51209{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/java.io.tmpdir/jetty-localhost-41389-hadoop-hdfs-3_4_1-tests_jar-_-any-10442302876279549489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:34:47,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@586faf4a{HTTP/1.1, (http/1.1)}{localhost:41389} 2024-12-03T21:34:47,391 INFO [Time-limited test {}] server.Server(415): Started @325997ms 2024-12-03T21:34:47,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:34:47,604 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:34:47,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:34:47,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:34:47,607 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:34:47,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@358c5e9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:34:47,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61115c85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:34:47,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c9a294c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/java.io.tmpdir/jetty-localhost-35365-hadoop-hdfs-3_4_1-tests_jar-_-any-3163349752142995129/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:34:47,697 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d873ff5{HTTP/1.1, (http/1.1)}{localhost:35365} 2024-12-03T21:34:47,697 INFO [Time-limited test {}] server.Server(415): Started @326303ms 2024-12-03T21:34:47,698 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:34:48,274 WARN [Thread-4320 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/cluster_1617913d-a657-8817-a863-f19ae247291f/data/data1/current/BP-1223801904-172.17.0.2-1733261686968/current, will proceed with Du for space computation calculation, 2024-12-03T21:34:48,275 WARN [Thread-4321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/cluster_1617913d-a657-8817-a863-f19ae247291f/data/data2/current/BP-1223801904-172.17.0.2-1733261686968/current, will proceed with Du for space computation calculation, 2024-12-03T21:34:48,290 WARN [Thread-4308 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:34:48,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f247f731aa1b651 with lease ID 0x331166895f99d8fc: Processing first storage report for DS-ae6d856a-2af0-49a9-9662-db16730653a6 from datanode DatanodeRegistration(127.0.0.1:35685, datanodeUuid=781e3360-f070-4c3d-85c3-c4c6ba867dc9, infoPort=40937, infoSecurePort=0, ipcPort=44825, storageInfo=lv=-57;cid=testClusterID;nsid=1583211415;c=1733261686968) 2024-12-03T21:34:48,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f247f731aa1b651 with lease ID 0x331166895f99d8fc: from storage DS-ae6d856a-2af0-49a9-9662-db16730653a6 node DatanodeRegistration(127.0.0.1:35685, datanodeUuid=781e3360-f070-4c3d-85c3-c4c6ba867dc9, infoPort=40937, infoSecurePort=0, ipcPort=44825, storageInfo=lv=-57;cid=testClusterID;nsid=1583211415;c=1733261686968), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:34:48,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f247f731aa1b651 with lease ID 0x331166895f99d8fc: Processing first storage report for DS-88019a82-d382-40a0-8ca7-387283b30ce1 from datanode DatanodeRegistration(127.0.0.1:35685, datanodeUuid=781e3360-f070-4c3d-85c3-c4c6ba867dc9, infoPort=40937, infoSecurePort=0, ipcPort=44825, storageInfo=lv=-57;cid=testClusterID;nsid=1583211415;c=1733261686968) 2024-12-03T21:34:48,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f247f731aa1b651 with lease ID 0x331166895f99d8fc: from storage DS-88019a82-d382-40a0-8ca7-387283b30ce1 node DatanodeRegistration(127.0.0.1:35685, datanodeUuid=781e3360-f070-4c3d-85c3-c4c6ba867dc9, infoPort=40937, infoSecurePort=0, ipcPort=44825, storageInfo=lv=-57;cid=testClusterID;nsid=1583211415;c=1733261686968), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:34:48,322 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9 2024-12-03T21:34:48,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:48,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:48,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:34:48,329 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15 with version=8 2024-12-03T21:34:48,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/hbase-staging 2024-12-03T21:34:48,331 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:34:48,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:48,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:48,332 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:34:48,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:48,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:34:48,332 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:34:48,332 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:34:48,332 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43863 2024-12-03T21:34:48,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43863 connecting to ZooKeeper ensemble=127.0.0.1:63451 2024-12-03T21:34:48,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438630x0, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:34:48,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43863-0x1019e682a890000 connected 2024-12-03T21:34:48,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:48,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:48,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Set watcher on znode that does not yet exist, /0-470385650/running 2024-12-03T21:34:48,462 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15, hbase.cluster.distributed=false 2024-12-03T21:34:48,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Set watcher on znode that does not yet exist, /0-470385650/acl 2024-12-03T21:34:48,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43863 2024-12-03T21:34:48,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43863 2024-12-03T21:34:48,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43863 2024-12-03T21:34:48,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43863 2024-12-03T21:34:48,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43863 2024-12-03T21:34:48,477 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:34:48,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:48,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:48,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:34:48,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:48,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:34:48,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:34:48,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:34:48,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44275 2024-12-03T21:34:48,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44275 connecting to ZooKeeper ensemble=127.0.0.1:63451 2024-12-03T21:34:48,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:48,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:48,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442750x0, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:34:48,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442750x0, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Set watcher on znode that does not yet exist, /0-470385650/running 2024-12-03T21:34:48,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44275-0x1019e682a890001 connected 2024-12-03T21:34:48,492 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:34:48,492 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:34:48,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Set watcher on znode that does not yet exist, /0-470385650/master 2024-12-03T21:34:48,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Set watcher on znode that does not yet exist, /0-470385650/acl 2024-12-03T21:34:48,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44275 2024-12-03T21:34:48,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44275 2024-12-03T21:34:48,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44275 2024-12-03T21:34:48,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44275 2024-12-03T21:34:48,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44275 2024-12-03T21:34:48,510 DEBUG [M:0;101545f66cbd:43863 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:43863 2024-12-03T21:34:48,511 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-470385650/backup-masters/101545f66cbd,43863,1733261688331 2024-12-03T21:34:48,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650/backup-masters 2024-12-03T21:34:48,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650/backup-masters 2024-12-03T21:34:48,522 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Set watcher on existing znode=/0-470385650/backup-masters/101545f66cbd,43863,1733261688331 2024-12-03T21:34:48,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-470385650/master 2024-12-03T21:34:48,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650 2024-12-03T21:34:48,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650 2024-12-03T21:34:48,530 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Set watcher on existing znode=/0-470385650/master 2024-12-03T21:34:48,530 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-470385650/backup-masters/101545f66cbd,43863,1733261688331 from backup master directory 2024-12-03T21:34:48,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-470385650/backup-masters/101545f66cbd,43863,1733261688331 2024-12-03T21:34:48,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650/backup-masters 2024-12-03T21:34:48,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650/backup-masters 2024-12-03T21:34:48,538 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:34:48,538 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,43863,1733261688331 2024-12-03T21:34:48,541 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/hbase.id] with ID: c99d5e9c-c955-416c-a92b-3e11a94eb801 2024-12-03T21:34:48,541 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/.tmp/hbase.id 2024-12-03T21:34:48,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:34:48,945 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/.tmp/hbase.id]:[hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/hbase.id] 2024-12-03T21:34:48,953 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:48,953 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:34:48,954 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T21:34:48,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650 2024-12-03T21:34:48,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650 2024-12-03T21:34:48,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:34:49,341 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T21:34:49,341 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T21:34:49,384 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:34:49,385 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:34:49,385 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:49,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:34:49,791 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store 2024-12-03T21:34:49,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:34:49,988 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:34:49,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:49,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:49,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:49,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:49,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:49,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:49,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:49,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:50,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:50,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:50,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:50,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:50,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:50,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:50,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:50,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:50,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:50,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:50,195 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:50,195 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:34:50,195 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:50,195 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:50,195 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:34:50,195 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:50,195 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:50,195 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261690195Disabling compacts and flushes for region at 1733261690195Disabling writes for close at 1733261690195Writing region close event to WAL at 1733261690195Closed at 1733261690195 2024-12-03T21:34:50,196 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/.initializing 2024-12-03T21:34:50,196 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/WALs/101545f66cbd,43863,1733261688331 2024-12-03T21:34:50,196 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:34:50,197 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C43863%2C1733261688331, suffix=, logDir=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/WALs/101545f66cbd,43863,1733261688331, archiveDir=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/oldWALs, maxLogs=10 2024-12-03T21:34:50,209 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/WALs/101545f66cbd,43863,1733261688331/101545f66cbd%2C43863%2C1733261688331.1733261690197, exclude list is [], retry=0 2024-12-03T21:34:50,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35685,DS-ae6d856a-2af0-49a9-9662-db16730653a6,DISK] 2024-12-03T21:34:50,212 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/WALs/101545f66cbd,43863,1733261688331/101545f66cbd%2C43863%2C1733261688331.1733261690197 2024-12-03T21:34:50,212 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40937:40937)] 2024-12-03T21:34:50,212 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:50,212 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:50,212 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:50,212 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:50,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:50,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:34:50,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:50,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:50,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:50,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:34:50,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:50,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:50,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:50,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:34:50,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:50,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:50,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:50,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:34:50,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:50,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:50,219 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:50,219 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:50,220 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:50,220 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:50,220 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:50,221 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:34:50,221 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:50,222 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:50,223 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69343465, jitterRate=0.033298149704933167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:34:50,223 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261690213Initializing all the Stores at 1733261690213Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261690213Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261690213Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261690213Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261690213Cleaning up temporary data from old regions at 1733261690220 (+7 ms)Region opened successfully at 1733261690223 (+3 ms) 2024-12-03T21:34:50,223 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:34:50,225 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1760138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:34:50,225 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:34:50,225 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:34:50,225 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:34:50,226 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:34:50,226 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:34:50,226 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:34:50,226 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:34:50,228 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:34:50,228 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Unable to get data of znode /0-470385650/balancer because node does not exist (not necessarily an error) 2024-12-03T21:34:50,255 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-470385650/balancer already deleted, retry=false 2024-12-03T21:34:50,255 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:34:50,255 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Unable to get data of znode /0-470385650/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:34:50,263 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-470385650/normalizer already deleted, retry=false 2024-12-03T21:34:50,263 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:34:50,264 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Unable to get data of znode /0-470385650/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:34:50,271 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-470385650/switch/split already deleted, retry=false 2024-12-03T21:34:50,272 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Unable to get data of znode /0-470385650/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:34:50,279 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-470385650/switch/merge already deleted, retry=false 2024-12-03T21:34:50,281 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Unable to get data of znode /0-470385650/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:34:50,288 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-470385650/snapshot-cleanup already deleted, retry=false 2024-12-03T21:34:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-470385650/running 2024-12-03T21:34:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-470385650/running 2024-12-03T21:34:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650 2024-12-03T21:34:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650 2024-12-03T21:34:50,297 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,43863,1733261688331, sessionid=0x1019e682a890000, setting cluster-up flag (Was=false) 2024-12-03T21:34:50,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650 2024-12-03T21:34:50,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650 2024-12-03T21:34:50,338 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-470385650/flush-table-proc/acquired, /0-470385650/flush-table-proc/reached, /0-470385650/flush-table-proc/abort 2024-12-03T21:34:50,339 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,43863,1733261688331 2024-12-03T21:34:50,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650 2024-12-03T21:34:50,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650 2024-12-03T21:34:50,380 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-470385650/online-snapshot/acquired, /0-470385650/online-snapshot/reached, /0-470385650/online-snapshot/abort 2024-12-03T21:34:50,381 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,43863,1733261688331 2024-12-03T21:34:50,381 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:34:50,382 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:50,383 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:34:50,383 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:34:50,383 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,43863,1733261688331 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:34:50,384 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:50,384 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:50,384 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:50,384 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:50,384 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:34:50,384 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:50,384 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:34:50,384 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:50,385 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261720384 2024-12-03T21:34:50,385 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:34:50,385 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:34:50,385 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:34:50,385 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:34:50,385 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:34:50,385 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:34:50,385 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:50,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:34:50,385 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:50,385 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:34:50,385 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:34:50,385 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:34:50,385 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:34:50,386 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:50,386 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:34:50,386 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:34:50,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:34:50,386 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261690386,5,FailOnTimeoutGroup] 2024-12-03T21:34:50,386 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261690386,5,FailOnTimeoutGroup] 2024-12-03T21:34:50,386 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:50,386 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:34:50,386 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:50,386 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:50,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:34:50,403 INFO [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(746): ClusterId : c99d5e9c-c955-416c-a92b-3e11a94eb801 2024-12-03T21:34:50,403 DEBUG [RS:0;101545f66cbd:44275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:34:50,414 DEBUG [RS:0;101545f66cbd:44275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:34:50,414 DEBUG [RS:0;101545f66cbd:44275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:34:50,422 DEBUG [RS:0;101545f66cbd:44275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:34:50,422 DEBUG [RS:0;101545f66cbd:44275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65516a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:34:50,435 DEBUG [RS:0;101545f66cbd:44275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:44275 2024-12-03T21:34:50,435 INFO [RS:0;101545f66cbd:44275 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:34:50,435 INFO [RS:0;101545f66cbd:44275 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:34:50,435 DEBUG [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:34:50,436 INFO [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,43863,1733261688331 with port=44275, startcode=1733261688477 2024-12-03T21:34:50,436 DEBUG [RS:0;101545f66cbd:44275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:34:50,437 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:34:50,437 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43863 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,44275,1733261688477 2024-12-03T21:34:50,438 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43863 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,44275,1733261688477 2024-12-03T21:34:50,439 DEBUG [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15 2024-12-03T21:34:50,439 DEBUG [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45479 2024-12-03T21:34:50,439 DEBUG [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:34:50,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650/rs 2024-12-03T21:34:50,447 DEBUG [RS:0;101545f66cbd:44275 {}] zookeeper.ZKUtil(111): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Set watcher on existing znode=/0-470385650/rs/101545f66cbd,44275,1733261688477 2024-12-03T21:34:50,447 WARN [RS:0;101545f66cbd:44275 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:34:50,447 INFO [RS:0;101545f66cbd:44275 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:50,447 DEBUG [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477 2024-12-03T21:34:50,447 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,44275,1733261688477] 2024-12-03T21:34:50,449 INFO [RS:0;101545f66cbd:44275 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:34:50,451 INFO [RS:0;101545f66cbd:44275 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:34:50,451 INFO [RS:0;101545f66cbd:44275 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:34:50,451 INFO [RS:0;101545f66cbd:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:50,451 INFO [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:34:50,451 INFO [RS:0;101545f66cbd:44275 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:34:50,452 INFO [RS:0;101545f66cbd:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:50,452 DEBUG [RS:0;101545f66cbd:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:50,452 DEBUG [RS:0;101545f66cbd:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:50,452 DEBUG [RS:0;101545f66cbd:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:50,452 DEBUG [RS:0;101545f66cbd:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:50,452 DEBUG [RS:0;101545f66cbd:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:50,452 DEBUG [RS:0;101545f66cbd:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:34:50,452 DEBUG [RS:0;101545f66cbd:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:50,452 DEBUG [RS:0;101545f66cbd:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:50,452 DEBUG [RS:0;101545f66cbd:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:50,452 DEBUG [RS:0;101545f66cbd:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:50,452 DEBUG [RS:0;101545f66cbd:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:50,452 DEBUG [RS:0;101545f66cbd:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:50,452 DEBUG [RS:0;101545f66cbd:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:34:50,452 DEBUG [RS:0;101545f66cbd:44275 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:34:50,454 INFO [RS:0;101545f66cbd:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:50,454 INFO [RS:0;101545f66cbd:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:50,454 INFO [RS:0;101545f66cbd:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:50,454 INFO [RS:0;101545f66cbd:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:50,454 INFO [RS:0;101545f66cbd:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:50,454 INFO [RS:0;101545f66cbd:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,44275,1733261688477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:34:50,478 INFO [RS:0;101545f66cbd:44275 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:34:50,478 INFO [RS:0;101545f66cbd:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,44275,1733261688477-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:50,478 INFO [RS:0;101545f66cbd:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:50,478 INFO [RS:0;101545f66cbd:44275 {}] regionserver.Replication(171): 101545f66cbd,44275,1733261688477 started 2024-12-03T21:34:50,488 INFO [RS:0;101545f66cbd:44275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:50,488 INFO [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,44275,1733261688477, RpcServer on 101545f66cbd/172.17.0.2:44275, sessionid=0x1019e682a890001 2024-12-03T21:34:50,489 DEBUG [RS:0;101545f66cbd:44275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:34:50,489 DEBUG [RS:0;101545f66cbd:44275 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,44275,1733261688477 2024-12-03T21:34:50,489 DEBUG [RS:0;101545f66cbd:44275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,44275,1733261688477' 2024-12-03T21:34:50,489 DEBUG [RS:0;101545f66cbd:44275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-470385650/flush-table-proc/abort' 2024-12-03T21:34:50,489 DEBUG [RS:0;101545f66cbd:44275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-470385650/flush-table-proc/acquired' 2024-12-03T21:34:50,489 DEBUG [RS:0;101545f66cbd:44275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:34:50,489 DEBUG [RS:0;101545f66cbd:44275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:34:50,489 DEBUG [RS:0;101545f66cbd:44275 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,44275,1733261688477 2024-12-03T21:34:50,489 DEBUG [RS:0;101545f66cbd:44275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,44275,1733261688477' 2024-12-03T21:34:50,490 DEBUG [RS:0;101545f66cbd:44275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-470385650/online-snapshot/abort' 2024-12-03T21:34:50,490 DEBUG [RS:0;101545f66cbd:44275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-470385650/online-snapshot/acquired' 2024-12-03T21:34:50,490 DEBUG [RS:0;101545f66cbd:44275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:34:50,490 INFO [RS:0;101545f66cbd:44275 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:34:50,490 INFO [RS:0;101545f66cbd:44275 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:34:50,590 INFO [RS:0;101545f66cbd:44275 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:34:50,591 INFO [RS:0;101545f66cbd:44275 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C44275%2C1733261688477, suffix=, logDir=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477, archiveDir=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/oldWALs, maxLogs=10 2024-12-03T21:34:50,602 DEBUG [RS:0;101545f66cbd:44275 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592, exclude list is [], retry=0 2024-12-03T21:34:50,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35685,DS-ae6d856a-2af0-49a9-9662-db16730653a6,DISK] 2024-12-03T21:34:50,605 INFO [RS:0;101545f66cbd:44275 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592 2024-12-03T21:34:50,605 DEBUG [RS:0;101545f66cbd:44275 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40937:40937)] 2024-12-03T21:34:50,790 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:34:50,791 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15 2024-12-03T21:34:50,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:34:51,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:51,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:34:51,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:34:51,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:51,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:51,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:34:51,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:34:51,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:51,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:51,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:34:51,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:34:51,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:51,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:51,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:34:51,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:34:51,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:51,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:51,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:34:51,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740 2024-12-03T21:34:51,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740 2024-12-03T21:34:51,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:34:51,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:34:51,202 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:34:51,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:34:51,204 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:51,204 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75013314, jitterRate=0.1177854835987091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:34:51,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261691195Initializing all the Stores at 1733261691196 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261691196Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261691196Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261691196Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261691196Cleaning up temporary data from old regions at 1733261691201 (+5 ms)Region opened successfully at 1733261691204 (+3 ms) 2024-12-03T21:34:51,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:34:51,204 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:34:51,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:34:51,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:34:51,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:34:51,204 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:34:51,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261691204Disabling compacts and flushes for region at 1733261691204Disabling writes for close at 1733261691204Writing region close event to WAL at 1733261691204Closed at 1733261691204 2024-12-03T21:34:51,205 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:51,205 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:34:51,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:34:51,206 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:34:51,207 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:34:51,357 DEBUG [101545f66cbd:43863 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:34:51,357 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,44275,1733261688477 2024-12-03T21:34:51,358 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,44275,1733261688477, state=OPENING 2024-12-03T21:34:51,383 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:34:51,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650 2024-12-03T21:34:51,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650 2024-12-03T21:34:51,392 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:34:51,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,44275,1733261688477}] 2024-12-03T21:34:51,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-470385650/meta-region-server: CHANGED 2024-12-03T21:34:51,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-470385650/meta-region-server: CHANGED 2024-12-03T21:34:51,544 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:34:51,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:34:51,547 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:34:51,547 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:51,548 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:34:51,549 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C44275%2C1733261688477.meta, suffix=.meta, logDir=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477, archiveDir=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/oldWALs, maxLogs=10 2024-12-03T21:34:51,559 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.meta.1733261691549.meta, exclude list is [], retry=0 2024-12-03T21:34:51,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35685,DS-ae6d856a-2af0-49a9-9662-db16730653a6,DISK] 2024-12-03T21:34:51,562 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.meta.1733261691549.meta 2024-12-03T21:34:51,562 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40937:40937)] 2024-12-03T21:34:51,562 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:51,563 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:34:51,563 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:34:51,563 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:34:51,563 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:34:51,563 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:34:51,563 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:51,563 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:34:51,563 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:34:51,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:34:51,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:34:51,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:51,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:51,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:34:51,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:34:51,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:51,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:51,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:34:51,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:34:51,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:51,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:51,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:34:51,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:34:51,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:51,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:51,567 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:34:51,568 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740 2024-12-03T21:34:51,568 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740 2024-12-03T21:34:51,569 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:34:51,569 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:34:51,569 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:34:51,570 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:34:51,570 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63119521, jitterRate=-0.05944584310054779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:34:51,570 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:34:51,570 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261691563Writing region info on filesystem at 1733261691563Initializing all the Stores at 1733261691564 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261691564Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261691564Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261691564Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261691564Cleaning up temporary data from old regions at 1733261691569 (+5 ms)Running coprocessor post-open hooks at 1733261691570 (+1 ms)Region opened successfully at 1733261691570 2024-12-03T21:34:51,571 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261691543 2024-12-03T21:34:51,572 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:34:51,572 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:34:51,573 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,44275,1733261688477 2024-12-03T21:34:51,573 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,44275,1733261688477, state=OPEN 2024-12-03T21:34:51,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-470385650/meta-region-server 2024-12-03T21:34:51,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-470385650/meta-region-server 2024-12-03T21:34:51,607 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,44275,1733261688477 2024-12-03T21:34:51,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-470385650/meta-region-server: CHANGED 2024-12-03T21:34:51,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-470385650/meta-region-server: CHANGED 2024-12-03T21:34:51,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:34:51,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,44275,1733261688477 in 215 msec 2024-12-03T21:34:51,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:34:51,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-12-03T21:34:51,610 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:51,610 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:34:51,611 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:51,611 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,44275,1733261688477, seqNum=-1] 2024-12-03T21:34:51,611 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:51,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:34:51,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2320 sec 2024-12-03T21:34:51,616 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261691616, completionTime=-1 2024-12-03T21:34:51,616 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:34:51,616 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:34:51,617 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:34:51,617 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261751617 2024-12-03T21:34:51,617 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261811617 2024-12-03T21:34:51,617 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T21:34:51,618 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,43863,1733261688331-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:51,618 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,43863,1733261688331-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:51,618 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,43863,1733261688331-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:51,618 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:43863, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:51,618 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:51,618 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:51,619 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:34:51,620 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.082sec 2024-12-03T21:34:51,620 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:34:51,620 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:34:51,620 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:34:51,620 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:34:51,621 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:34:51,621 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,43863,1733261688331-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:34:51,621 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,43863,1733261688331-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:34:51,622 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:34:51,622 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:34:51,622 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,43863,1733261688331-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:51,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2835a59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:51,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,43863,-1 for getting cluster id 2024-12-03T21:34:51,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:51,705 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c99d5e9c-c955-416c-a92b-3e11a94eb801' 2024-12-03T21:34:51,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:51,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c99d5e9c-c955-416c-a92b-3e11a94eb801" 2024-12-03T21:34:51,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320fbb19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:51,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,43863,-1] 2024-12-03T21:34:51,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:51,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:51,706 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:51,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ef0f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:51,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,44275,1733261688477, seqNum=-1] 2024-12-03T21:34:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:51,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:34:51,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,43863,1733261688331 2024-12-03T21:34:51,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63451 2024-12-03T21:34:51,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:34:51,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e682a890002 connected 2024-12-03T21:34:51,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/hadoop.log.dir so I do NOT create it in target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf 2024-12-03T21:34:51,735 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:34:51,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/hadoop.tmp.dir so I do NOT create it in target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf 2024-12-03T21:34:51,735 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:34:51,735 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf 2024-12-03T21:34:51,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:34:51,735 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/cluster_4c4d6464-763a-5e7b-cbbe-bc716c7f547a, deleteOnExit=true 2024-12-03T21:34:51,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:34:51,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/test.cache.data in system properties and HBase conf 2024-12-03T21:34:51,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:34:51,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:34:51,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:34:51,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:34:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:34:51,736 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:34:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:34:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:34:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:34:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:34:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:34:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:34:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:34:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:34:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:34:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:34:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:34:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:34:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:34:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:34:51,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:34:51,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:34:51,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:34:51,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:34:51,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:34:51,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:34:51,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ff20f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:34:51,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@119eee7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:34:52,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@466bec40{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/java.io.tmpdir/jetty-localhost-32833-hadoop-hdfs-3_4_1-tests_jar-_-any-11738342336280358781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:34:52,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@252587db{HTTP/1.1, (http/1.1)}{localhost:32833} 2024-12-03T21:34:52,083 INFO [Time-limited test {}] server.Server(415): Started @330689ms 2024-12-03T21:34:52,286 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:34:52,289 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:34:52,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:34:52,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:34:52,291 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:34:52,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435c3424{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:34:52,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@654e73bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:34:52,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@326cb3a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/java.io.tmpdir/jetty-localhost-42117-hadoop-hdfs-3_4_1-tests_jar-_-any-4488026830714706051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:34:52,398 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c4eba30{HTTP/1.1, (http/1.1)}{localhost:42117} 2024-12-03T21:34:52,398 INFO [Time-limited test {}] server.Server(415): Started @331004ms 2024-12-03T21:34:52,399 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:34:52,916 WARN [Thread-4442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/cluster_4c4d6464-763a-5e7b-cbbe-bc716c7f547a/data/data2/current/BP-1293015135-172.17.0.2-1733261691748/current, will proceed with Du for space computation calculation, 2024-12-03T21:34:52,916 WARN [Thread-4441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/cluster_4c4d6464-763a-5e7b-cbbe-bc716c7f547a/data/data1/current/BP-1293015135-172.17.0.2-1733261691748/current, will proceed with Du for space computation calculation, 2024-12-03T21:34:52,932 WARN [Thread-4429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:34:52,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64b0d6260885640e with lease ID 0x950853950ce8f862: Processing first storage report for DS-b3c94a22-1ca1-4506-90dd-505608368d80 from datanode DatanodeRegistration(127.0.0.1:39245, datanodeUuid=4ce4d140-fac5-404a-99a6-b44bc087f059, infoPort=40277, infoSecurePort=0, ipcPort=33733, storageInfo=lv=-57;cid=testClusterID;nsid=992099517;c=1733261691748) 2024-12-03T21:34:52,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64b0d6260885640e with lease ID 0x950853950ce8f862: from storage DS-b3c94a22-1ca1-4506-90dd-505608368d80 node DatanodeRegistration(127.0.0.1:39245, datanodeUuid=4ce4d140-fac5-404a-99a6-b44bc087f059, infoPort=40277, infoSecurePort=0, ipcPort=33733, storageInfo=lv=-57;cid=testClusterID;nsid=992099517;c=1733261691748), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:34:52,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64b0d6260885640e with lease ID 0x950853950ce8f862: Processing first storage report for DS-0a3ab254-a285-4e4d-a74d-d039fdc4137b from datanode DatanodeRegistration(127.0.0.1:39245, datanodeUuid=4ce4d140-fac5-404a-99a6-b44bc087f059, infoPort=40277, infoSecurePort=0, ipcPort=33733, storageInfo=lv=-57;cid=testClusterID;nsid=992099517;c=1733261691748) 2024-12-03T21:34:52,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64b0d6260885640e with lease ID 0x950853950ce8f862: from storage DS-0a3ab254-a285-4e4d-a74d-d039fdc4137b node DatanodeRegistration(127.0.0.1:39245, datanodeUuid=4ce4d140-fac5-404a-99a6-b44bc087f059, infoPort=40277, infoSecurePort=0, ipcPort=33733, storageInfo=lv=-57;cid=testClusterID;nsid=992099517;c=1733261691748), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:34:53,025 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf 2024-12-03T21:34:53,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:53,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:53,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:34:53,432 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22 with version=8 2024-12-03T21:34:53,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/hbase-staging 2024-12-03T21:34:53,433 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:34:53,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:53,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:53,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:34:53,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:53,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:34:53,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:34:53,434 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:34:53,434 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32821 2024-12-03T21:34:53,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32821 connecting to ZooKeeper ensemble=127.0.0.1:63451 2024-12-03T21:34:53,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328210x0, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:34:53,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32821-0x1019e682a890003 connected 2024-12-03T21:34:53,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:53,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:53,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Set watcher on znode that does not yet exist, /1-946707795/running 2024-12-03T21:34:53,524 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22, hbase.cluster.distributed=false 2024-12-03T21:34:53,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Set watcher on znode that does not yet exist, /1-946707795/acl 2024-12-03T21:34:53,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32821 2024-12-03T21:34:53,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32821 2024-12-03T21:34:53,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32821 2024-12-03T21:34:53,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32821 2024-12-03T21:34:53,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32821 2024-12-03T21:34:53,537 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:34:53,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:53,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:53,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:34:53,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:53,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:34:53,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:34:53,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:34:53,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46797 2024-12-03T21:34:53,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46797 connecting to ZooKeeper ensemble=127.0.0.1:63451 2024-12-03T21:34:53,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:53,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467970x0, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:34:53,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467970x0, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Set watcher on znode that does not yet exist, /1-946707795/running 2024-12-03T21:34:53,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46797-0x1019e682a890004 connected 2024-12-03T21:34:53,550 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:34:53,551 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:34:53,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Set watcher on znode that does not yet exist, /1-946707795/master 2024-12-03T21:34:53,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Set watcher on znode that does not yet exist, /1-946707795/acl 2024-12-03T21:34:53,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46797 2024-12-03T21:34:53,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46797 2024-12-03T21:34:53,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46797 2024-12-03T21:34:53,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46797 2024-12-03T21:34:53,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46797 2024-12-03T21:34:53,567 DEBUG [M:0;101545f66cbd:32821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:32821 2024-12-03T21:34:53,567 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-946707795/backup-masters/101545f66cbd,32821,1733261693433 2024-12-03T21:34:53,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795/backup-masters 2024-12-03T21:34:53,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795/backup-masters 2024-12-03T21:34:53,575 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Set watcher on existing znode=/1-946707795/backup-masters/101545f66cbd,32821,1733261693433 2024-12-03T21:34:53,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-946707795/master 2024-12-03T21:34:53,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795 2024-12-03T21:34:53,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795 2024-12-03T21:34:53,583 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Set watcher on existing znode=/1-946707795/master 2024-12-03T21:34:53,583 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-946707795/backup-masters/101545f66cbd,32821,1733261693433 from backup master directory 2024-12-03T21:34:53,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-946707795/backup-masters/101545f66cbd,32821,1733261693433 2024-12-03T21:34:53,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795/backup-masters 2024-12-03T21:34:53,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795/backup-masters 2024-12-03T21:34:53,591 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:34:53,591 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,32821,1733261693433 2024-12-03T21:34:53,594 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/hbase.id] with ID: c1f9eaf6-48fc-4a0b-8fc7-81a76fd584d4 2024-12-03T21:34:53,594 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/.tmp/hbase.id 2024-12-03T21:34:53,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:34:54,000 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/.tmp/hbase.id]:[hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/hbase.id] 2024-12-03T21:34:54,006 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:54,006 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:34:54,007 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T21:34:54,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795 2024-12-03T21:34:54,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795 2024-12-03T21:34:54,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:34:54,437 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:34:54,438 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:34:54,438 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:54,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:34:54,843 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store 2024-12-03T21:34:54,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:34:55,248 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:55,248 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:34:55,248 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:55,248 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:55,248 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:34:55,248 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:55,248 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:55,248 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261695248Disabling compacts and flushes for region at 1733261695248Disabling writes for close at 1733261695248Writing region close event to WAL at 1733261695248Closed at 1733261695248 2024-12-03T21:34:55,249 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/.initializing 2024-12-03T21:34:55,249 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/WALs/101545f66cbd,32821,1733261693433 2024-12-03T21:34:55,249 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:34:55,251 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C32821%2C1733261693433, suffix=, logDir=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/WALs/101545f66cbd,32821,1733261693433, archiveDir=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/oldWALs, maxLogs=10 2024-12-03T21:34:55,261 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/WALs/101545f66cbd,32821,1733261693433/101545f66cbd%2C32821%2C1733261693433.1733261695251, exclude list is [], retry=0 2024-12-03T21:34:55,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39245,DS-b3c94a22-1ca1-4506-90dd-505608368d80,DISK] 2024-12-03T21:34:55,265 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/WALs/101545f66cbd,32821,1733261693433/101545f66cbd%2C32821%2C1733261693433.1733261695251 2024-12-03T21:34:55,265 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40277:40277)] 2024-12-03T21:34:55,265 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:55,265 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:55,265 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:55,265 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:55,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:55,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:34:55,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:55,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:55,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:55,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:34:55,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:55,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:55,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:55,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:34:55,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:55,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:55,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:55,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:34:55,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:55,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:55,270 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:55,271 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:55,271 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:55,272 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:55,272 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:55,272 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:34:55,273 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:55,274 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:55,274 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69232690, jitterRate=0.03164747357368469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:34:55,274 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261695265Initializing all the Stores at 1733261695266 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261695266Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261695266Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261695266Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261695266Cleaning up temporary data from old regions at 1733261695272 (+6 ms)Region opened successfully at 1733261695274 (+2 ms) 2024-12-03T21:34:55,274 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:34:55,276 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7159a786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:34:55,277 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:34:55,277 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:34:55,277 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:34:55,277 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:34:55,277 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:34:55,278 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:34:55,278 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:34:55,279 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:34:55,280 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Unable to get data of znode /1-946707795/balancer because node does not exist (not necessarily an error) 2024-12-03T21:34:55,299 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-946707795/balancer already deleted, retry=false 2024-12-03T21:34:55,299 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:34:55,300 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Unable to get data of znode /1-946707795/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:34:55,308 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-946707795/normalizer already deleted, retry=false 2024-12-03T21:34:55,308 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:34:55,308 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Unable to get data of znode /1-946707795/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:34:55,316 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-946707795/switch/split already deleted, retry=false 2024-12-03T21:34:55,317 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Unable to get data of znode /1-946707795/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:34:55,324 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-946707795/switch/merge already deleted, retry=false 2024-12-03T21:34:55,325 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Unable to get data of znode /1-946707795/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:34:55,333 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-946707795/snapshot-cleanup already deleted, retry=false 2024-12-03T21:34:55,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-946707795/running 2024-12-03T21:34:55,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-946707795/running 2024-12-03T21:34:55,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795 2024-12-03T21:34:55,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795 2024-12-03T21:34:55,341 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,32821,1733261693433, sessionid=0x1019e682a890003, setting cluster-up flag (Was=false) 2024-12-03T21:34:55,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795 2024-12-03T21:34:55,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795 2024-12-03T21:34:55,383 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-946707795/flush-table-proc/acquired, /1-946707795/flush-table-proc/reached, /1-946707795/flush-table-proc/abort 2024-12-03T21:34:55,383 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,32821,1733261693433 2024-12-03T21:34:55,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795 2024-12-03T21:34:55,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795 2024-12-03T21:34:55,424 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-946707795/online-snapshot/acquired, /1-946707795/online-snapshot/reached, /1-946707795/online-snapshot/abort 2024-12-03T21:34:55,425 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,32821,1733261693433 2024-12-03T21:34:55,426 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:34:55,427 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:55,427 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:34:55,427 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:34:55,427 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,32821,1733261693433 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:34:55,428 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:55,428 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:55,428 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:55,428 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:55,429 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:34:55,429 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:55,429 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:34:55,429 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:55,429 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261725429 2024-12-03T21:34:55,429 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:34:55,430 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:34:55,430 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:34:55,430 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:34:55,430 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:34:55,430 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:34:55,430 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:55,430 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:34:55,430 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:55,430 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:34:55,430 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:34:55,430 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:34:55,430 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:34:55,430 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:34:55,430 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:34:55,431 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:55,431 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261695430,5,FailOnTimeoutGroup] 2024-12-03T21:34:55,431 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:34:55,431 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261695431,5,FailOnTimeoutGroup] 2024-12-03T21:34:55,431 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:55,431 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:34:55,431 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:55,431 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:55,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:34:55,460 INFO [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(746): ClusterId : c1f9eaf6-48fc-4a0b-8fc7-81a76fd584d4 2024-12-03T21:34:55,460 DEBUG [RS:0;101545f66cbd:46797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:34:55,467 DEBUG [RS:0;101545f66cbd:46797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:34:55,467 DEBUG [RS:0;101545f66cbd:46797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:34:55,475 DEBUG [RS:0;101545f66cbd:46797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:34:55,475 DEBUG [RS:0;101545f66cbd:46797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75204b12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:34:55,487 DEBUG [RS:0;101545f66cbd:46797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:46797 2024-12-03T21:34:55,487 INFO [RS:0;101545f66cbd:46797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:34:55,487 INFO [RS:0;101545f66cbd:46797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:34:55,487 DEBUG [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:34:55,488 INFO [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,32821,1733261693433 with port=46797, startcode=1733261693537 2024-12-03T21:34:55,488 DEBUG [RS:0;101545f66cbd:46797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:34:55,489 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:34:55,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,46797,1733261693537 2024-12-03T21:34:55,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32821 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,46797,1733261693537 2024-12-03T21:34:55,491 DEBUG [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22 2024-12-03T21:34:55,491 DEBUG [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36013 2024-12-03T21:34:55,491 DEBUG [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:34:55,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795/rs 2024-12-03T21:34:55,541 DEBUG [RS:0;101545f66cbd:46797 {}] zookeeper.ZKUtil(111): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Set watcher on existing znode=/1-946707795/rs/101545f66cbd,46797,1733261693537 2024-12-03T21:34:55,541 WARN [RS:0;101545f66cbd:46797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:34:55,542 INFO [RS:0;101545f66cbd:46797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:55,542 DEBUG [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/WALs/101545f66cbd,46797,1733261693537 2024-12-03T21:34:55,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,46797,1733261693537] 2024-12-03T21:34:55,544 INFO [RS:0;101545f66cbd:46797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:34:55,545 INFO [RS:0;101545f66cbd:46797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:34:55,545 INFO [RS:0;101545f66cbd:46797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:34:55,545 INFO [RS:0;101545f66cbd:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:55,545 INFO [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:34:55,545 INFO [RS:0;101545f66cbd:46797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:34:55,545 INFO [RS:0;101545f66cbd:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:55,546 DEBUG [RS:0;101545f66cbd:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:55,546 DEBUG [RS:0;101545f66cbd:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:55,546 DEBUG [RS:0;101545f66cbd:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:55,546 DEBUG [RS:0;101545f66cbd:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:55,546 DEBUG [RS:0;101545f66cbd:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:55,546 DEBUG [RS:0;101545f66cbd:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:34:55,546 DEBUG [RS:0;101545f66cbd:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:55,546 DEBUG [RS:0;101545f66cbd:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:55,546 DEBUG [RS:0;101545f66cbd:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:55,546 DEBUG [RS:0;101545f66cbd:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:55,546 DEBUG [RS:0;101545f66cbd:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:55,546 DEBUG [RS:0;101545f66cbd:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:55,546 DEBUG [RS:0;101545f66cbd:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:34:55,546 DEBUG [RS:0;101545f66cbd:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:34:55,546 INFO [RS:0;101545f66cbd:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:55,546 INFO [RS:0;101545f66cbd:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:55,546 INFO [RS:0;101545f66cbd:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:55,546 INFO [RS:0;101545f66cbd:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:55,546 INFO [RS:0;101545f66cbd:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:55,546 INFO [RS:0;101545f66cbd:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,46797,1733261693537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:34:55,557 INFO [RS:0;101545f66cbd:46797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:34:55,558 INFO [RS:0;101545f66cbd:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,46797,1733261693537-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:55,558 INFO [RS:0;101545f66cbd:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:55,558 INFO [RS:0;101545f66cbd:46797 {}] regionserver.Replication(171): 101545f66cbd,46797,1733261693537 started 2024-12-03T21:34:55,568 INFO [RS:0;101545f66cbd:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:55,568 INFO [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,46797,1733261693537, RpcServer on 101545f66cbd/172.17.0.2:46797, sessionid=0x1019e682a890004 2024-12-03T21:34:55,568 DEBUG [RS:0;101545f66cbd:46797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:34:55,568 DEBUG [RS:0;101545f66cbd:46797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,46797,1733261693537 2024-12-03T21:34:55,568 DEBUG [RS:0;101545f66cbd:46797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,46797,1733261693537' 2024-12-03T21:34:55,568 DEBUG [RS:0;101545f66cbd:46797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-946707795/flush-table-proc/abort' 2024-12-03T21:34:55,569 DEBUG [RS:0;101545f66cbd:46797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-946707795/flush-table-proc/acquired' 2024-12-03T21:34:55,569 DEBUG [RS:0;101545f66cbd:46797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:34:55,569 DEBUG [RS:0;101545f66cbd:46797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:34:55,569 DEBUG [RS:0;101545f66cbd:46797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,46797,1733261693537 2024-12-03T21:34:55,569 DEBUG [RS:0;101545f66cbd:46797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,46797,1733261693537' 2024-12-03T21:34:55,569 DEBUG [RS:0;101545f66cbd:46797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-946707795/online-snapshot/abort' 2024-12-03T21:34:55,569 DEBUG [RS:0;101545f66cbd:46797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-946707795/online-snapshot/acquired' 2024-12-03T21:34:55,570 DEBUG [RS:0;101545f66cbd:46797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:34:55,570 INFO [RS:0;101545f66cbd:46797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:34:55,570 INFO [RS:0;101545f66cbd:46797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:34:55,670 INFO [RS:0;101545f66cbd:46797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:34:55,671 INFO [RS:0;101545f66cbd:46797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C46797%2C1733261693537, suffix=, logDir=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/WALs/101545f66cbd,46797,1733261693537, archiveDir=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/oldWALs, maxLogs=10 2024-12-03T21:34:55,681 DEBUG [RS:0;101545f66cbd:46797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/WALs/101545f66cbd,46797,1733261693537/101545f66cbd%2C46797%2C1733261693537.1733261695671, exclude list is [], retry=0 2024-12-03T21:34:55,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39245,DS-b3c94a22-1ca1-4506-90dd-505608368d80,DISK] 2024-12-03T21:34:55,684 INFO [RS:0;101545f66cbd:46797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/WALs/101545f66cbd,46797,1733261693537/101545f66cbd%2C46797%2C1733261693537.1733261695671 2024-12-03T21:34:55,685 DEBUG [RS:0;101545f66cbd:46797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40277:40277)] 2024-12-03T21:34:55,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:34:55,839 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22 2024-12-03T21:34:55,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:34:56,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:56,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:34:56,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:34:56,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:56,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:56,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:34:56,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:34:56,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:56,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:56,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:34:56,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:34:56,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:56,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:56,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:34:56,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:34:56,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:56,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:56,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:34:56,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740 2024-12-03T21:34:56,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740 2024-12-03T21:34:56,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:34:56,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:34:56,250 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:34:56,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:34:56,251 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:56,252 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73045267, jitterRate=0.08845929801464081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:34:56,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261696244Initializing all the Stores at 1733261696244Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261696245 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261696245Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261696245Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261696245Cleaning up temporary data from old regions at 1733261696249 (+4 ms)Region opened successfully at 1733261696252 (+3 ms) 2024-12-03T21:34:56,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:34:56,252 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:34:56,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:34:56,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:34:56,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:34:56,252 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:34:56,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261696252Disabling compacts and flushes for region at 1733261696252Disabling writes for close at 1733261696252Writing region close event to WAL at 1733261696252Closed at 1733261696252 2024-12-03T21:34:56,253 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:56,253 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:34:56,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:34:56,253 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:34:56,254 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:34:56,404 DEBUG [101545f66cbd:32821 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:34:56,404 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,46797,1733261693537 2024-12-03T21:34:56,405 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,46797,1733261693537, state=OPENING 2024-12-03T21:34:56,429 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:34:56,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795 2024-12-03T21:34:56,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795 2024-12-03T21:34:56,438 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:34:56,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-946707795/meta-region-server: CHANGED 2024-12-03T21:34:56,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-946707795/meta-region-server: CHANGED 2024-12-03T21:34:56,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,46797,1733261693537}] 2024-12-03T21:34:56,590 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:34:56,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:34:56,593 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:34:56,593 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:56,593 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:34:56,594 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C46797%2C1733261693537.meta, suffix=.meta, logDir=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/WALs/101545f66cbd,46797,1733261693537, archiveDir=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/oldWALs, maxLogs=10 2024-12-03T21:34:56,604 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/WALs/101545f66cbd,46797,1733261693537/101545f66cbd%2C46797%2C1733261693537.meta.1733261696594.meta, exclude list is [], retry=0 2024-12-03T21:34:56,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39245,DS-b3c94a22-1ca1-4506-90dd-505608368d80,DISK] 2024-12-03T21:34:56,607 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/WALs/101545f66cbd,46797,1733261693537/101545f66cbd%2C46797%2C1733261693537.meta.1733261696594.meta 2024-12-03T21:34:56,607 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40277:40277)] 2024-12-03T21:34:56,607 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:56,608 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:34:56,608 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:34:56,608 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:34:56,608 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:34:56,608 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:34:56,608 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:56,608 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:34:56,608 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:34:56,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:34:56,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:34:56,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:56,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:56,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:34:56,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:34:56,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:56,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:56,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:34:56,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:34:56,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:56,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:56,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:34:56,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:34:56,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:56,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:56,613 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:34:56,613 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740 2024-12-03T21:34:56,614 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740 2024-12-03T21:34:56,614 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:34:56,614 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:34:56,615 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:34:56,615 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:34:56,616 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70564110, jitterRate=0.05148717761039734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:34:56,616 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:34:56,616 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261696608Writing region info on filesystem at 1733261696608Initializing all the Stores at 1733261696609 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261696609Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261696609Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261696609Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261696609Cleaning up temporary data from old regions at 1733261696614 (+5 ms)Running coprocessor post-open hooks at 1733261696616 (+2 ms)Region opened successfully at 1733261696616 2024-12-03T21:34:56,616 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261696589 2024-12-03T21:34:56,618 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:34:56,618 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:34:56,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,46797,1733261693537 2024-12-03T21:34:56,619 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,46797,1733261693537, state=OPEN 2024-12-03T21:34:56,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-946707795/meta-region-server 2024-12-03T21:34:56,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-946707795/meta-region-server 2024-12-03T21:34:56,624 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,46797,1733261693537 2024-12-03T21:34:56,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-946707795/meta-region-server: CHANGED 2024-12-03T21:34:56,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-946707795/meta-region-server: CHANGED 2024-12-03T21:34:56,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:34:56,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,46797,1733261693537 in 186 msec 2024-12-03T21:34:56,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:34:56,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-12-03T21:34:56,627 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:56,627 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:34:56,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:56,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46797,1733261693537, seqNum=-1] 2024-12-03T21:34:56,628 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:56,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:34:56,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-12-03T21:34:56,632 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261696632, completionTime=-1 2024-12-03T21:34:56,632 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:34:56,632 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:34:56,633 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:34:56,633 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261756633 2024-12-03T21:34:56,633 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261816633 2024-12-03T21:34:56,633 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T21:34:56,634 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,32821,1733261693433-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:56,634 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,32821,1733261693433-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:56,634 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,32821,1733261693433-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:56,634 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:32821, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:56,634 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:56,634 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:56,635 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:34:56,636 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.045sec 2024-12-03T21:34:56,636 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:34:56,636 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:34:56,636 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:34:56,636 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:34:56,636 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:34:56,636 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,32821,1733261693433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:34:56,636 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,32821,1733261693433-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:34:56,638 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:34:56,638 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:34:56,638 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,32821,1733261693433-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:56,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193d300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:56,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,32821,-1 for getting cluster id 2024-12-03T21:34:56,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:34:56,661 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1f9eaf6-48fc-4a0b-8fc7-81a76fd584d4' 2024-12-03T21:34:56,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:34:56,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1f9eaf6-48fc-4a0b-8fc7-81a76fd584d4" 2024-12-03T21:34:56,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158bd1f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:56,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,32821,-1] 2024-12-03T21:34:56,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:34:56,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:34:56,663 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:34:56,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6106f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:34:56,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:34:56,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46797,1733261693537, seqNum=-1] 2024-12-03T21:34:56,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:34:56,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:34:56,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,32821,1733261693433 2024-12-03T21:34:56,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63451 2024-12-03T21:34:56,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:34:56,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019e682a890005 connected 2024-12-03T21:34:56,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/hadoop.log.dir so I do NOT create it in target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74 2024-12-03T21:34:56,685 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T21:34:56,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/hadoop.tmp.dir so I do NOT create it in target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74 2024-12-03T21:34:56,685 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T21:34:56,685 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74 2024-12-03T21:34:56,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:34:56,685 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/cluster_6ab8cb7d-5ef4-ef22-222d-9ad50f29b633, deleteOnExit=true 2024-12-03T21:34:56,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:34:56,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/test.cache.data in system properties and HBase conf 2024-12-03T21:34:56,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:34:56,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:34:56,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:34:56,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:34:56,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:34:56,685 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:34:56,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:34:56,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:34:56,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:34:56,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:34:56,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:34:56,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:34:56,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:34:56,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:34:56,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:34:56,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:34:56,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:34:56,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:34:56,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:34:56,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:34:56,948 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T21:34:56,948 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:56,949 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:56,949 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:56,949 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:56,949 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:56,949 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:56,950 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:56,950 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:57,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:57,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:57,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:57,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:57,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:57,001 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:57,005 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:57,007 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:57,007 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:57,008 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:34:57,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:34:57,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:34:57,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:34:57,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:34:57,044 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T21:34:57,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:34:57,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e587979{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:34:57,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6983f7b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:34:57,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@789efb3c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/java.io.tmpdir/jetty-localhost-43787-hadoop-hdfs-3_4_1-tests_jar-_-any-16507073435614557860/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:34:57,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@205fa040{HTTP/1.1, (http/1.1)}{localhost:43787} 2024-12-03T21:34:57,136 INFO [Time-limited test {}] server.Server(415): Started @335742ms 2024-12-03T21:34:57,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:34:57,344 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:34:57,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:34:57,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:34:57,346 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T21:34:57,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f2c9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:34:57,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b582525{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:34:57,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5684eee9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/java.io.tmpdir/jetty-localhost-35291-hadoop-hdfs-3_4_1-tests_jar-_-any-16795298714518718772/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:34:57,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75074f2d{HTTP/1.1, (http/1.1)}{localhost:35291} 2024-12-03T21:34:57,438 INFO [Time-limited test {}] server.Server(415): Started @336044ms 2024-12-03T21:34:57,439 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:34:57,900 WARN [Thread-4562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/cluster_6ab8cb7d-5ef4-ef22-222d-9ad50f29b633/data/data1/current/BP-1162440234-172.17.0.2-1733261696699/current, will proceed with Du for space computation calculation, 2024-12-03T21:34:57,900 WARN [Thread-4563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/cluster_6ab8cb7d-5ef4-ef22-222d-9ad50f29b633/data/data2/current/BP-1162440234-172.17.0.2-1733261696699/current, will proceed with Du for space computation calculation, 2024-12-03T21:34:57,917 WARN [Thread-4550 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:34:57,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1088521f393ea45c with lease ID 0x480530020f51862: Processing first storage report for DS-6d9daef7-eede-4cb7-ada5-e9352c8f6ce5 from datanode DatanodeRegistration(127.0.0.1:38321, datanodeUuid=db1a9595-3ad8-4acd-87fa-7fba8b1580c5, infoPort=37883, infoSecurePort=0, ipcPort=43381, storageInfo=lv=-57;cid=testClusterID;nsid=575772080;c=1733261696699) 2024-12-03T21:34:57,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1088521f393ea45c with lease ID 0x480530020f51862: from storage DS-6d9daef7-eede-4cb7-ada5-e9352c8f6ce5 node DatanodeRegistration(127.0.0.1:38321, datanodeUuid=db1a9595-3ad8-4acd-87fa-7fba8b1580c5, infoPort=37883, infoSecurePort=0, ipcPort=43381, storageInfo=lv=-57;cid=testClusterID;nsid=575772080;c=1733261696699), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:34:57,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1088521f393ea45c with lease ID 0x480530020f51862: Processing first storage report for DS-b2a0def7-c3ea-4cc5-941d-c6186f20e073 from datanode DatanodeRegistration(127.0.0.1:38321, datanodeUuid=db1a9595-3ad8-4acd-87fa-7fba8b1580c5, infoPort=37883, infoSecurePort=0, ipcPort=43381, storageInfo=lv=-57;cid=testClusterID;nsid=575772080;c=1733261696699) 2024-12-03T21:34:57,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1088521f393ea45c with lease ID 0x480530020f51862: from storage DS-b2a0def7-c3ea-4cc5-941d-c6186f20e073 node DatanodeRegistration(127.0.0.1:38321, datanodeUuid=db1a9595-3ad8-4acd-87fa-7fba8b1580c5, infoPort=37883, infoSecurePort=0, ipcPort=43381, storageInfo=lv=-57;cid=testClusterID;nsid=575772080;c=1733261696699), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T21:34:57,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74 2024-12-03T21:34:57,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:57,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:57,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:34:58,367 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5 with version=8 2024-12-03T21:34:58,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/hbase-staging 2024-12-03T21:34:58,369 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:34:58,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:58,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:58,369 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:34:58,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:58,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:34:58,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:34:58,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:34:58,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33245 2024-12-03T21:34:58,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33245 connecting to ZooKeeper ensemble=127.0.0.1:63451 2024-12-03T21:34:58,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332450x0, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:34:58,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33245-0x1019e682a890006 connected 2024-12-03T21:34:58,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:58,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:58,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Set watcher on znode that does not yet exist, /2-694995409/running 2024-12-03T21:34:58,458 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5, hbase.cluster.distributed=false 2024-12-03T21:34:58,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Set watcher on znode that does not yet exist, /2-694995409/acl 2024-12-03T21:34:58,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33245 2024-12-03T21:34:58,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33245 2024-12-03T21:34:58,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33245 2024-12-03T21:34:58,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33245 2024-12-03T21:34:58,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33245 2024-12-03T21:34:58,475 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:34:58,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:58,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:58,476 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:34:58,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:34:58,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:34:58,476 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:34:58,476 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:34:58,476 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33317 2024-12-03T21:34:58,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33317 connecting to ZooKeeper ensemble=127.0.0.1:63451 2024-12-03T21:34:58,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:58,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:58,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333170x0, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:34:58,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333170x0, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Set watcher on znode that does not yet exist, /2-694995409/running 2024-12-03T21:34:58,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33317-0x1019e682a890007 connected 2024-12-03T21:34:58,491 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:34:58,492 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:34:58,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Set watcher on znode that does not yet exist, /2-694995409/master 2024-12-03T21:34:58,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Set watcher on znode that does not yet exist, /2-694995409/acl 2024-12-03T21:34:58,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33317 2024-12-03T21:34:58,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33317 2024-12-03T21:34:58,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33317 2024-12-03T21:34:58,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33317 2024-12-03T21:34:58,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33317 2024-12-03T21:34:58,503 DEBUG [M:0;101545f66cbd:33245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:33245 2024-12-03T21:34:58,503 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-694995409/backup-masters/101545f66cbd,33245,1733261698369 2024-12-03T21:34:58,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409/backup-masters 2024-12-03T21:34:58,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409/backup-masters 2024-12-03T21:34:58,513 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Set watcher on existing znode=/2-694995409/backup-masters/101545f66cbd,33245,1733261698369 2024-12-03T21:34:58,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-694995409/master 2024-12-03T21:34:58,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409 2024-12-03T21:34:58,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409 2024-12-03T21:34:58,521 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Set watcher on existing znode=/2-694995409/master 2024-12-03T21:34:58,521 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-694995409/backup-masters/101545f66cbd,33245,1733261698369 from backup master directory 2024-12-03T21:34:58,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409/backup-masters 2024-12-03T21:34:58,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-694995409/backup-masters/101545f66cbd,33245,1733261698369 2024-12-03T21:34:58,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409/backup-masters 2024-12-03T21:34:58,529 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:34:58,529 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,33245,1733261698369 2024-12-03T21:34:58,531 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/hbase.id] with ID: ea6cf765-5aa4-4000-baaa-cc0c48c27fc1 2024-12-03T21:34:58,531 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/.tmp/hbase.id 2024-12-03T21:34:58,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:34:58,935 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/.tmp/hbase.id]:[hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/hbase.id] 2024-12-03T21:34:58,942 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:34:58,942 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:34:58,942 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T21:34:58,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409 2024-12-03T21:34:58,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409 2024-12-03T21:34:58,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:34:59,375 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:34:59,375 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:34:59,376 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:59,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:34:59,380 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store 2024-12-03T21:34:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:34:59,384 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:59,384 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:34:59,384 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:59,384 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:59,384 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:34:59,384 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:59,384 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:34:59,384 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261699384Disabling compacts and flushes for region at 1733261699384Disabling writes for close at 1733261699384Writing region close event to WAL at 1733261699384Closed at 1733261699384 2024-12-03T21:34:59,385 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/.initializing 2024-12-03T21:34:59,385 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/WALs/101545f66cbd,33245,1733261698369 2024-12-03T21:34:59,385 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:34:59,386 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C33245%2C1733261698369, suffix=, logDir=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/WALs/101545f66cbd,33245,1733261698369, archiveDir=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/oldWALs, maxLogs=10 2024-12-03T21:34:59,397 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/WALs/101545f66cbd,33245,1733261698369/101545f66cbd%2C33245%2C1733261698369.1733261699386, exclude list is [], retry=0 2024-12-03T21:34:59,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38321,DS-6d9daef7-eede-4cb7-ada5-e9352c8f6ce5,DISK] 2024-12-03T21:34:59,399 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/WALs/101545f66cbd,33245,1733261698369/101545f66cbd%2C33245%2C1733261698369.1733261699386 2024-12-03T21:34:59,400 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37883:37883)] 2024-12-03T21:34:59,400 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:34:59,400 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:34:59,400 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:59,400 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:59,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:59,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:34:59,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:59,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:34:59,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:59,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:34:59,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:59,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:59,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:59,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:34:59,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:59,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:59,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:59,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:34:59,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:59,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:34:59,405 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:59,405 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:59,405 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:59,406 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:59,406 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:59,407 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:34:59,407 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:34:59,408 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:34:59,408 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65207736, jitterRate=-0.028329014778137207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:34:59,408 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733261699400Initializing all the Stores at 1733261699400Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261699400Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261699400Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261699400Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261699400Cleaning up temporary data from old regions at 1733261699406 (+6 ms)Region opened successfully at 1733261699408 (+2 ms) 2024-12-03T21:34:59,408 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:34:59,410 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b4d5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:34:59,411 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:34:59,411 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:34:59,411 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:34:59,411 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:34:59,412 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T21:34:59,412 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T21:34:59,412 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:34:59,413 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:34:59,414 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Unable to get data of znode /2-694995409/balancer because node does not exist (not necessarily an error) 2024-12-03T21:34:59,441 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-694995409/balancer already deleted, retry=false 2024-12-03T21:34:59,441 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:34:59,442 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Unable to get data of znode /2-694995409/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:34:59,449 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-694995409/normalizer already deleted, retry=false 2024-12-03T21:34:59,449 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:34:59,450 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Unable to get data of znode /2-694995409/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:34:59,457 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-694995409/switch/split already deleted, retry=false 2024-12-03T21:34:59,458 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Unable to get data of znode /2-694995409/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:34:59,466 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-694995409/switch/merge already deleted, retry=false 2024-12-03T21:34:59,467 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Unable to get data of znode /2-694995409/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:34:59,474 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-694995409/snapshot-cleanup already deleted, retry=false 2024-12-03T21:34:59,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-694995409/running 2024-12-03T21:34:59,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-694995409/running 2024-12-03T21:34:59,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409 2024-12-03T21:34:59,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409 2024-12-03T21:34:59,483 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,33245,1733261698369, sessionid=0x1019e682a890006, setting cluster-up flag (Was=false) 2024-12-03T21:34:59,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409 2024-12-03T21:34:59,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409 2024-12-03T21:34:59,538 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-694995409/flush-table-proc/acquired, /2-694995409/flush-table-proc/reached, /2-694995409/flush-table-proc/abort 2024-12-03T21:34:59,538 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,33245,1733261698369 2024-12-03T21:34:59,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409 2024-12-03T21:34:59,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409 2024-12-03T21:34:59,579 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-694995409/online-snapshot/acquired, /2-694995409/online-snapshot/reached, /2-694995409/online-snapshot/abort 2024-12-03T21:34:59,580 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,33245,1733261698369 2024-12-03T21:34:59,581 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:34:59,582 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:59,582 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:34:59,582 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:34:59,583 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,33245,1733261698369 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:34:59,584 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:59,584 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:59,584 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:59,584 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:34:59,584 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:34:59,584 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:59,584 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:34:59,584 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:59,585 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733261729585 2024-12-03T21:34:59,585 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:34:59,585 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:34:59,585 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:34:59,585 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:34:59,585 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:34:59,585 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:34:59,585 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:34:59,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:34:59,585 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:59,585 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:34:59,586 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:34:59,586 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:34:59,586 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T21:34:59,586 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:34:59,586 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:34:59,586 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:34:59,586 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261699586,5,FailOnTimeoutGroup] 2024-12-03T21:34:59,586 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:34:59,586 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261699586,5,FailOnTimeoutGroup] 2024-12-03T21:34:59,586 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:59,586 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:34:59,586 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:59,586 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:59,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:34:59,596 INFO [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(746): ClusterId : ea6cf765-5aa4-4000-baaa-cc0c48c27fc1 2024-12-03T21:34:59,596 DEBUG [RS:0;101545f66cbd:33317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:34:59,605 DEBUG [RS:0;101545f66cbd:33317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:34:59,605 DEBUG [RS:0;101545f66cbd:33317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:34:59,613 DEBUG [RS:0;101545f66cbd:33317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:34:59,614 DEBUG [RS:0;101545f66cbd:33317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4651c9c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:34:59,628 DEBUG [RS:0;101545f66cbd:33317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:33317 2024-12-03T21:34:59,628 INFO [RS:0;101545f66cbd:33317 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:34:59,628 INFO [RS:0;101545f66cbd:33317 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:34:59,628 DEBUG [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:34:59,629 INFO [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,33245,1733261698369 with port=33317, startcode=1733261698475 2024-12-03T21:34:59,629 DEBUG [RS:0;101545f66cbd:33317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:34:59,630 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:34:59,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,33317,1733261698475 2024-12-03T21:34:59,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33245 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,33317,1733261698475 2024-12-03T21:34:59,631 DEBUG [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5 2024-12-03T21:34:59,631 DEBUG [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43635 2024-12-03T21:34:59,631 DEBUG [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:34:59,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409/rs 2024-12-03T21:34:59,682 DEBUG [RS:0;101545f66cbd:33317 {}] zookeeper.ZKUtil(111): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Set watcher on existing znode=/2-694995409/rs/101545f66cbd,33317,1733261698475 2024-12-03T21:34:59,682 WARN [RS:0;101545f66cbd:33317 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:34:59,682 INFO [RS:0;101545f66cbd:33317 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:34:59,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,33317,1733261698475] 2024-12-03T21:34:59,683 DEBUG [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/WALs/101545f66cbd,33317,1733261698475 2024-12-03T21:34:59,685 INFO [RS:0;101545f66cbd:33317 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:34:59,686 INFO [RS:0;101545f66cbd:33317 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:34:59,687 INFO [RS:0;101545f66cbd:33317 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:34:59,687 INFO [RS:0;101545f66cbd:33317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:59,687 INFO [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:34:59,687 INFO [RS:0;101545f66cbd:33317 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:34:59,688 INFO [RS:0;101545f66cbd:33317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:59,688 DEBUG [RS:0;101545f66cbd:33317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:59,688 DEBUG [RS:0;101545f66cbd:33317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:59,688 DEBUG [RS:0;101545f66cbd:33317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:59,688 DEBUG [RS:0;101545f66cbd:33317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:59,688 DEBUG [RS:0;101545f66cbd:33317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:59,688 DEBUG [RS:0;101545f66cbd:33317 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:34:59,688 DEBUG [RS:0;101545f66cbd:33317 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:59,688 DEBUG [RS:0;101545f66cbd:33317 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:59,688 DEBUG [RS:0;101545f66cbd:33317 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:59,688 DEBUG [RS:0;101545f66cbd:33317 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:59,688 DEBUG [RS:0;101545f66cbd:33317 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:59,688 DEBUG [RS:0;101545f66cbd:33317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:34:59,688 DEBUG [RS:0;101545f66cbd:33317 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:34:59,688 DEBUG [RS:0;101545f66cbd:33317 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:34:59,688 INFO [RS:0;101545f66cbd:33317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:59,688 INFO [RS:0;101545f66cbd:33317 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:59,688 INFO [RS:0;101545f66cbd:33317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:59,688 INFO [RS:0;101545f66cbd:33317 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:59,688 INFO [RS:0;101545f66cbd:33317 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:59,688 INFO [RS:0;101545f66cbd:33317 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,33317,1733261698475-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:34:59,699 INFO [RS:0;101545f66cbd:33317 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:34:59,700 INFO [RS:0;101545f66cbd:33317 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,33317,1733261698475-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:59,700 INFO [RS:0;101545f66cbd:33317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:59,700 INFO [RS:0;101545f66cbd:33317 {}] regionserver.Replication(171): 101545f66cbd,33317,1733261698475 started 2024-12-03T21:34:59,710 INFO [RS:0;101545f66cbd:33317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:34:59,710 INFO [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,33317,1733261698475, RpcServer on 101545f66cbd/172.17.0.2:33317, sessionid=0x1019e682a890007 2024-12-03T21:34:59,710 DEBUG [RS:0;101545f66cbd:33317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:34:59,710 DEBUG [RS:0;101545f66cbd:33317 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,33317,1733261698475 2024-12-03T21:34:59,710 DEBUG [RS:0;101545f66cbd:33317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,33317,1733261698475' 2024-12-03T21:34:59,710 DEBUG [RS:0;101545f66cbd:33317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-694995409/flush-table-proc/abort' 2024-12-03T21:34:59,711 DEBUG [RS:0;101545f66cbd:33317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-694995409/flush-table-proc/acquired' 2024-12-03T21:34:59,711 DEBUG [RS:0;101545f66cbd:33317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:34:59,711 DEBUG [RS:0;101545f66cbd:33317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:34:59,711 DEBUG [RS:0;101545f66cbd:33317 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,33317,1733261698475 2024-12-03T21:34:59,711 DEBUG [RS:0;101545f66cbd:33317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,33317,1733261698475' 2024-12-03T21:34:59,711 DEBUG [RS:0;101545f66cbd:33317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-694995409/online-snapshot/abort' 2024-12-03T21:34:59,711 DEBUG [RS:0;101545f66cbd:33317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-694995409/online-snapshot/acquired' 2024-12-03T21:34:59,712 DEBUG [RS:0;101545f66cbd:33317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:34:59,712 INFO [RS:0;101545f66cbd:33317 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:34:59,712 INFO [RS:0;101545f66cbd:33317 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:34:59,812 INFO [RS:0;101545f66cbd:33317 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:34:59,813 INFO [RS:0;101545f66cbd:33317 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C33317%2C1733261698475, suffix=, logDir=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/WALs/101545f66cbd,33317,1733261698475, archiveDir=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/oldWALs, maxLogs=10 2024-12-03T21:34:59,824 DEBUG [RS:0;101545f66cbd:33317 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/WALs/101545f66cbd,33317,1733261698475/101545f66cbd%2C33317%2C1733261698475.1733261699813, exclude list is [], retry=0 2024-12-03T21:34:59,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38321,DS-6d9daef7-eede-4cb7-ada5-e9352c8f6ce5,DISK] 2024-12-03T21:34:59,827 INFO [RS:0;101545f66cbd:33317 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/WALs/101545f66cbd,33317,1733261698475/101545f66cbd%2C33317%2C1733261698475.1733261699813 2024-12-03T21:34:59,827 DEBUG [RS:0;101545f66cbd:33317 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37883:37883)] 2024-12-03T21:34:59,993 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:34:59,993 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5 2024-12-03T21:34:59,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:35:00,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:35:00,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:35:00,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:35:00,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:00,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:35:00,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:35:00,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:35:00,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:00,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:35:00,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:35:00,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:35:00,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:00,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:35:00,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:35:00,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:35:00,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:00,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:35:00,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:35:00,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740 2024-12-03T21:35:00,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740 2024-12-03T21:35:00,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:35:00,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:35:00,405 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:35:00,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:35:00,406 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:35:00,407 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70275742, jitterRate=0.04719015955924988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:35:00,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733261700398Initializing all the Stores at 1733261700398Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261700398Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261700398Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261700398Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261700398Cleaning up temporary data from old regions at 1733261700404 (+6 ms)Region opened successfully at 1733261700407 (+3 ms) 2024-12-03T21:35:00,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:35:00,407 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:35:00,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:35:00,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:35:00,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:35:00,407 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:35:00,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261700407Disabling compacts and flushes for region at 1733261700407Disabling writes for close at 1733261700407Writing region close event to WAL at 1733261700407Closed at 1733261700407 2024-12-03T21:35:00,408 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:35:00,408 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:35:00,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:35:00,409 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:35:00,409 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:35:00,560 DEBUG [101545f66cbd:33245 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:35:00,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,33317,1733261698475 2024-12-03T21:35:00,561 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,33317,1733261698475, state=OPENING 2024-12-03T21:35:00,596 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:35:00,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409 2024-12-03T21:35:00,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409 2024-12-03T21:35:00,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-694995409/meta-region-server: CHANGED 2024-12-03T21:35:00,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-694995409/meta-region-server: CHANGED 2024-12-03T21:35:00,605 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:35:00,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,33317,1733261698475}] 2024-12-03T21:35:00,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:35:00,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:35:00,759 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:35:00,759 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:35:00,760 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:35:00,760 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C33317%2C1733261698475.meta, suffix=.meta, logDir=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/WALs/101545f66cbd,33317,1733261698475, archiveDir=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/oldWALs, maxLogs=10 2024-12-03T21:35:00,776 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/WALs/101545f66cbd,33317,1733261698475/101545f66cbd%2C33317%2C1733261698475.meta.1733261700761.meta, exclude list is [], retry=0 2024-12-03T21:35:00,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38321,DS-6d9daef7-eede-4cb7-ada5-e9352c8f6ce5,DISK] 2024-12-03T21:35:00,778 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/WALs/101545f66cbd,33317,1733261698475/101545f66cbd%2C33317%2C1733261698475.meta.1733261700761.meta 2024-12-03T21:35:00,778 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37883:37883)] 2024-12-03T21:35:00,779 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:35:00,779 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:35:00,779 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:35:00,779 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:35:00,779 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:35:00,779 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:35:00,779 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:35:00,780 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:35:00,780 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:35:00,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:35:00,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:35:00,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:00,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:35:00,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:35:00,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:35:00,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:00,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:35:00,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:35:00,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:35:00,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:00,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:35:00,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:35:00,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:35:00,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:00,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:35:00,784 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:35:00,785 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740 2024-12-03T21:35:00,786 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740 2024-12-03T21:35:00,786 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:35:00,786 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:35:00,787 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:35:00,787 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:35:00,788 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64652294, jitterRate=-0.03660574555397034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:35:00,788 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:35:00,788 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733261700780Writing region info on filesystem at 1733261700780Initializing all the Stores at 1733261700780Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261700780Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261700780Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261700780Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733261700780Cleaning up temporary data from old regions at 1733261700786 (+6 ms)Running coprocessor post-open hooks at 1733261700788 (+2 ms)Region opened successfully at 1733261700788 2024-12-03T21:35:00,789 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733261700756 2024-12-03T21:35:00,790 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:35:00,790 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:35:00,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,33317,1733261698475 2024-12-03T21:35:00,791 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,33317,1733261698475, state=OPEN 2024-12-03T21:35:00,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-694995409/meta-region-server 2024-12-03T21:35:00,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-694995409/meta-region-server 2024-12-03T21:35:00,799 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,33317,1733261698475 2024-12-03T21:35:00,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-694995409/meta-region-server: CHANGED 2024-12-03T21:35:00,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-694995409/meta-region-server: CHANGED 2024-12-03T21:35:00,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:35:00,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,33317,1733261698475 in 194 msec 2024-12-03T21:35:00,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:35:00,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 393 msec 2024-12-03T21:35:00,803 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:35:00,803 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:35:00,804 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:35:00,804 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,33317,1733261698475, seqNum=-1] 2024-12-03T21:35:00,804 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:35:00,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:35:00,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2260 sec 2024-12-03T21:35:00,808 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733261700808, completionTime=-1 2024-12-03T21:35:00,808 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:35:00,808 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:35:00,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:35:00,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733261760810 2024-12-03T21:35:00,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733261820810 2024-12-03T21:35:00,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T21:35:00,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,33245,1733261698369-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:35:00,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,33245,1733261698369-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:35:00,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,33245,1733261698369-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:35:00,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:33245, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:35:00,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:35:00,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:35:00,812 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:35:00,813 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.284sec 2024-12-03T21:35:00,813 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:35:00,813 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:35:00,813 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:35:00,813 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:35:00,813 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:35:00,813 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,33245,1733261698369-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:35:00,814 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,33245,1733261698369-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:35:00,815 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:35:00,815 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:35:00,815 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,33245,1733261698369-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:35:00,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c83e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:00,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,33245,-1 for getting cluster id 2024-12-03T21:35:00,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:35:00,898 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea6cf765-5aa4-4000-baaa-cc0c48c27fc1' 2024-12-03T21:35:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:35:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea6cf765-5aa4-4000-baaa-cc0c48c27fc1" 2024-12-03T21:35:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180d1179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,33245,-1] 2024-12-03T21:35:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:35:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:00,899 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:35:00,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268445d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:00,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:35:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,33317,1733261698475, seqNum=-1] 2024-12-03T21:35:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:35:00,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:35:00,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,33245,1733261698369 2024-12-03T21:35:00,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63451 2024-12-03T21:35:00,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:35:00,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019e682a890008 connected 2024-12-03T21:35:00,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:35:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,43863,1733261688331 2024-12-03T21:35:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@484ecab2 2024-12-03T21:35:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:35:00,924 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:35:00,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:35:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T21:35:00,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:35:00,926 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:00,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T21:35:00,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:35:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:35:00,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741835_1011 (size=902) 2024-12-03T21:35:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:35:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:35:01,332 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 50021278bd8cfaa990fb4bccb5b3c0d9, NAME => 'test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15 2024-12-03T21:35:01,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741836_1012 (size=39) 2024-12-03T21:35:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:35:01,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:35:01,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 50021278bd8cfaa990fb4bccb5b3c0d9, disabling compactions & flushes 2024-12-03T21:35:01,737 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9. 2024-12-03T21:35:01,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9. 2024-12-03T21:35:01,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9. after waiting 0 ms 2024-12-03T21:35:01,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9. 2024-12-03T21:35:01,737 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9. 2024-12-03T21:35:01,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 50021278bd8cfaa990fb4bccb5b3c0d9: Waiting for close lock at 1733261701737Disabling compacts and flushes for region at 1733261701737Disabling writes for close at 1733261701737Writing region close event to WAL at 1733261701737Closed at 1733261701737 2024-12-03T21:35:01,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:35:01,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733261701738"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261701738"}]},"ts":"1733261701738"} 2024-12-03T21:35:01,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:35:01,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:35:01,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261701740"}]},"ts":"1733261701740"} 2024-12-03T21:35:01,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T21:35:01,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=50021278bd8cfaa990fb4bccb5b3c0d9, ASSIGN}] 2024-12-03T21:35:01,742 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=50021278bd8cfaa990fb4bccb5b3c0d9, ASSIGN 2024-12-03T21:35:01,743 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=50021278bd8cfaa990fb4bccb5b3c0d9, ASSIGN; state=OFFLINE, location=101545f66cbd,44275,1733261688477; forceNewPlan=false, retain=false 2024-12-03T21:35:01,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50021278bd8cfaa990fb4bccb5b3c0d9, regionState=OPENING, regionLocation=101545f66cbd,44275,1733261688477 2024-12-03T21:35:01,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=50021278bd8cfaa990fb4bccb5b3c0d9, ASSIGN because future has completed 2024-12-03T21:35:01,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50021278bd8cfaa990fb4bccb5b3c0d9, server=101545f66cbd,44275,1733261688477}] 2024-12-03T21:35:02,055 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9. 2024-12-03T21:35:02,055 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 50021278bd8cfaa990fb4bccb5b3c0d9, NAME => 'test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:35:02,055 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:35:02,056 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T21:35:02,056 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 50021278bd8cfaa990fb4bccb5b3c0d9 2024-12-03T21:35:02,056 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:35:02,056 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 50021278bd8cfaa990fb4bccb5b3c0d9 2024-12-03T21:35:02,056 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 50021278bd8cfaa990fb4bccb5b3c0d9 2024-12-03T21:35:02,057 INFO [StoreOpener-50021278bd8cfaa990fb4bccb5b3c0d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 50021278bd8cfaa990fb4bccb5b3c0d9 2024-12-03T21:35:02,057 INFO [StoreOpener-50021278bd8cfaa990fb4bccb5b3c0d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50021278bd8cfaa990fb4bccb5b3c0d9 columnFamilyName f 2024-12-03T21:35:02,058 DEBUG [StoreOpener-50021278bd8cfaa990fb4bccb5b3c0d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:02,058 INFO [StoreOpener-50021278bd8cfaa990fb4bccb5b3c0d9-1 {}] regionserver.HStore(327): Store=50021278bd8cfaa990fb4bccb5b3c0d9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:35:02,058 INFO [StoreOpener-50021278bd8cfaa990fb4bccb5b3c0d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 50021278bd8cfaa990fb4bccb5b3c0d9 2024-12-03T21:35:02,059 INFO [StoreOpener-50021278bd8cfaa990fb4bccb5b3c0d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50021278bd8cfaa990fb4bccb5b3c0d9 columnFamilyName f1 2024-12-03T21:35:02,059 DEBUG [StoreOpener-50021278bd8cfaa990fb4bccb5b3c0d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:02,059 INFO [StoreOpener-50021278bd8cfaa990fb4bccb5b3c0d9-1 {}] regionserver.HStore(327): Store=50021278bd8cfaa990fb4bccb5b3c0d9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:35:02,059 INFO [StoreOpener-50021278bd8cfaa990fb4bccb5b3c0d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 50021278bd8cfaa990fb4bccb5b3c0d9 2024-12-03T21:35:02,060 INFO [StoreOpener-50021278bd8cfaa990fb4bccb5b3c0d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50021278bd8cfaa990fb4bccb5b3c0d9 columnFamilyName norep 2024-12-03T21:35:02,060 DEBUG [StoreOpener-50021278bd8cfaa990fb4bccb5b3c0d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:02,060 INFO [StoreOpener-50021278bd8cfaa990fb4bccb5b3c0d9-1 {}] regionserver.HStore(327): Store=50021278bd8cfaa990fb4bccb5b3c0d9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:35:02,060 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 50021278bd8cfaa990fb4bccb5b3c0d9 2024-12-03T21:35:02,060 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9 2024-12-03T21:35:02,061 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9 2024-12-03T21:35:02,061 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 50021278bd8cfaa990fb4bccb5b3c0d9 2024-12-03T21:35:02,061 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 50021278bd8cfaa990fb4bccb5b3c0d9 2024-12-03T21:35:02,062 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:35:02,062 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 50021278bd8cfaa990fb4bccb5b3c0d9 2024-12-03T21:35:02,064 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:35:02,064 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 50021278bd8cfaa990fb4bccb5b3c0d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59811479, jitterRate=-0.10873951017856598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:35:02,064 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50021278bd8cfaa990fb4bccb5b3c0d9 2024-12-03T21:35:02,064 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 50021278bd8cfaa990fb4bccb5b3c0d9: Running coprocessor pre-open hook at 1733261702056Writing region info on filesystem at 1733261702056Initializing all the Stores at 1733261702056Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261702056Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261702056Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261702056Cleaning up temporary data from old regions at 1733261702061 (+5 ms)Running coprocessor post-open hooks at 1733261702064 (+3 ms)Region opened successfully at 1733261702064 2024-12-03T21:35:02,065 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9., pid=6, masterSystemTime=1733261702047 2024-12-03T21:35:02,066 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9. 2024-12-03T21:35:02,066 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9. 2024-12-03T21:35:02,067 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50021278bd8cfaa990fb4bccb5b3c0d9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=101545f66cbd,44275,1733261688477 2024-12-03T21:35:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:35:02,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50021278bd8cfaa990fb4bccb5b3c0d9, server=101545f66cbd,44275,1733261688477 because future has completed 2024-12-03T21:35:02,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:35:02,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 50021278bd8cfaa990fb4bccb5b3c0d9, server=101545f66cbd,44275,1733261688477 in 174 msec 2024-12-03T21:35:02,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T21:35:02,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=50021278bd8cfaa990fb4bccb5b3c0d9, ASSIGN in 329 msec 2024-12-03T21:35:02,071 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:35:02,071 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261702071"}]},"ts":"1733261702071"} 2024-12-03T21:35:02,073 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T21:35:02,073 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:35:02,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-12-03T21:35:02,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:35:02,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:02,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:02,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:02,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:02,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:02,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:02,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:02,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:02,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:02,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:02,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:02,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:02,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:02,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:02,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:02,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:02,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:02,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:35:03,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:35:03,078 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T21:35:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,32821,1733261693433 2024-12-03T21:35:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4db9de9d 2024-12-03T21:35:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:35:03,080 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:35:03,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:35:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T21:35:03,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:35:03,082 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:03,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T21:35:03,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:35:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:35:03,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741835_1011 (size=902) 2024-12-03T21:35:03,088 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8b28f064561e11cf015c531c229435a, NAME => 'test,,1733261703080.f8b28f064561e11cf015c531c229435a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22 2024-12-03T21:35:03,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741836_1012 (size=39) 2024-12-03T21:35:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:35:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:35:03,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733261703080.f8b28f064561e11cf015c531c229435a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:35:03,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f8b28f064561e11cf015c531c229435a, disabling compactions & flushes 2024-12-03T21:35:03,492 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733261703080.f8b28f064561e11cf015c531c229435a. 2024-12-03T21:35:03,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261703080.f8b28f064561e11cf015c531c229435a. 2024-12-03T21:35:03,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733261703080.f8b28f064561e11cf015c531c229435a. after waiting 0 ms 2024-12-03T21:35:03,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733261703080.f8b28f064561e11cf015c531c229435a. 2024-12-03T21:35:03,492 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733261703080.f8b28f064561e11cf015c531c229435a. 2024-12-03T21:35:03,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8b28f064561e11cf015c531c229435a: Waiting for close lock at 1733261703492Disabling compacts and flushes for region at 1733261703492Disabling writes for close at 1733261703492Writing region close event to WAL at 1733261703492Closed at 1733261703492 2024-12-03T21:35:03,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:35:03,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733261703080.f8b28f064561e11cf015c531c229435a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733261703493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261703493"}]},"ts":"1733261703493"} 2024-12-03T21:35:03,495 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:35:03,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:35:03,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261703495"}]},"ts":"1733261703495"} 2024-12-03T21:35:03,496 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T21:35:03,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f8b28f064561e11cf015c531c229435a, ASSIGN}] 2024-12-03T21:35:03,497 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f8b28f064561e11cf015c531c229435a, ASSIGN 2024-12-03T21:35:03,498 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f8b28f064561e11cf015c531c229435a, ASSIGN; state=OFFLINE, location=101545f66cbd,46797,1733261693537; forceNewPlan=false, retain=false 2024-12-03T21:35:03,648 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8b28f064561e11cf015c531c229435a, regionState=OPENING, regionLocation=101545f66cbd,46797,1733261693537 2024-12-03T21:35:03,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f8b28f064561e11cf015c531c229435a, ASSIGN because future has completed 2024-12-03T21:35:03,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8b28f064561e11cf015c531c229435a, server=101545f66cbd,46797,1733261693537}] 2024-12-03T21:35:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:35:03,804 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733261703080.f8b28f064561e11cf015c531c229435a. 2024-12-03T21:35:03,804 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f8b28f064561e11cf015c531c229435a, NAME => 'test,,1733261703080.f8b28f064561e11cf015c531c229435a.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:35:03,805 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:35:03,805 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T21:35:03,805 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f8b28f064561e11cf015c531c229435a 2024-12-03T21:35:03,805 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733261703080.f8b28f064561e11cf015c531c229435a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:35:03,805 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f8b28f064561e11cf015c531c229435a 2024-12-03T21:35:03,805 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f8b28f064561e11cf015c531c229435a 2024-12-03T21:35:03,806 INFO [StoreOpener-f8b28f064561e11cf015c531c229435a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f8b28f064561e11cf015c531c229435a 2024-12-03T21:35:03,807 INFO [StoreOpener-f8b28f064561e11cf015c531c229435a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8b28f064561e11cf015c531c229435a columnFamilyName f 2024-12-03T21:35:03,807 DEBUG [StoreOpener-f8b28f064561e11cf015c531c229435a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:03,807 INFO [StoreOpener-f8b28f064561e11cf015c531c229435a-1 {}] regionserver.HStore(327): Store=f8b28f064561e11cf015c531c229435a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:35:03,807 INFO [StoreOpener-f8b28f064561e11cf015c531c229435a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f8b28f064561e11cf015c531c229435a 2024-12-03T21:35:03,808 INFO [StoreOpener-f8b28f064561e11cf015c531c229435a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8b28f064561e11cf015c531c229435a columnFamilyName f1 2024-12-03T21:35:03,808 DEBUG [StoreOpener-f8b28f064561e11cf015c531c229435a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:03,808 INFO [StoreOpener-f8b28f064561e11cf015c531c229435a-1 {}] regionserver.HStore(327): Store=f8b28f064561e11cf015c531c229435a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:35:03,808 INFO [StoreOpener-f8b28f064561e11cf015c531c229435a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f8b28f064561e11cf015c531c229435a 2024-12-03T21:35:03,809 INFO [StoreOpener-f8b28f064561e11cf015c531c229435a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8b28f064561e11cf015c531c229435a columnFamilyName norep 2024-12-03T21:35:03,809 DEBUG [StoreOpener-f8b28f064561e11cf015c531c229435a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:03,809 INFO [StoreOpener-f8b28f064561e11cf015c531c229435a-1 {}] regionserver.HStore(327): Store=f8b28f064561e11cf015c531c229435a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:35:03,809 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f8b28f064561e11cf015c531c229435a 2024-12-03T21:35:03,809 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a 2024-12-03T21:35:03,809 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a 2024-12-03T21:35:03,810 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f8b28f064561e11cf015c531c229435a 2024-12-03T21:35:03,810 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f8b28f064561e11cf015c531c229435a 2024-12-03T21:35:03,810 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:35:03,811 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f8b28f064561e11cf015c531c229435a 2024-12-03T21:35:03,812 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:35:03,812 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f8b28f064561e11cf015c531c229435a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72382470, jitterRate=0.07858285307884216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:35:03,812 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8b28f064561e11cf015c531c229435a 2024-12-03T21:35:03,812 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f8b28f064561e11cf015c531c229435a: Running coprocessor pre-open hook at 1733261703805Writing region info on filesystem at 1733261703805Initializing all the Stores at 1733261703805Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261703805Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261703806 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261703806Cleaning up temporary data from old regions at 1733261703810 (+4 ms)Running coprocessor post-open hooks at 1733261703812 (+2 ms)Region opened successfully at 1733261703812 2024-12-03T21:35:03,813 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733261703080.f8b28f064561e11cf015c531c229435a., pid=6, masterSystemTime=1733261703802 2024-12-03T21:35:03,814 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733261703080.f8b28f064561e11cf015c531c229435a. 2024-12-03T21:35:03,814 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733261703080.f8b28f064561e11cf015c531c229435a. 2024-12-03T21:35:03,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8b28f064561e11cf015c531c229435a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=101545f66cbd,46797,1733261693537 2024-12-03T21:35:03,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8b28f064561e11cf015c531c229435a, server=101545f66cbd,46797,1733261693537 because future has completed 2024-12-03T21:35:03,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:35:03,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f8b28f064561e11cf015c531c229435a, server=101545f66cbd,46797,1733261693537 in 167 msec 2024-12-03T21:35:03,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T21:35:03,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f8b28f064561e11cf015c531c229435a, ASSIGN in 322 msec 2024-12-03T21:35:03,820 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:35:03,820 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261703820"}]},"ts":"1733261703820"} 2024-12-03T21:35:03,821 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T21:35:03,821 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:35:03,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 741 msec 2024-12-03T21:35:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:35:04,218 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T21:35:04,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:35:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,33245,1733261698369 2024-12-03T21:35:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50aebad3 2024-12-03T21:35:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:35:04,220 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:35:04,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:35:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T21:35:04,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:35:04,222 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:04,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T21:35:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:35:04,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:35:04,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741835_1011 (size=902) 2024-12-03T21:35:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:35:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:35:04,628 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b80ca7ed6b9f1f22cc6709f3f84bd38a, NAME => 'test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5 2024-12-03T21:35:04,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741836_1012 (size=39) 2024-12-03T21:35:04,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:35:04,633 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b80ca7ed6b9f1f22cc6709f3f84bd38a, disabling compactions & flushes 2024-12-03T21:35:04,633 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a. 2024-12-03T21:35:04,633 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a. 2024-12-03T21:35:04,633 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a. after waiting 0 ms 2024-12-03T21:35:04,633 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a. 2024-12-03T21:35:04,633 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a. 2024-12-03T21:35:04,633 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b80ca7ed6b9f1f22cc6709f3f84bd38a: Waiting for close lock at 1733261704633Disabling compacts and flushes for region at 1733261704633Disabling writes for close at 1733261704633Writing region close event to WAL at 1733261704633Closed at 1733261704633 2024-12-03T21:35:04,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:35:04,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733261704634"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261704634"}]},"ts":"1733261704634"} 2024-12-03T21:35:04,635 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:35:04,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:35:04,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261704636"}]},"ts":"1733261704636"} 2024-12-03T21:35:04,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T21:35:04,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b80ca7ed6b9f1f22cc6709f3f84bd38a, ASSIGN}] 2024-12-03T21:35:04,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b80ca7ed6b9f1f22cc6709f3f84bd38a, ASSIGN 2024-12-03T21:35:04,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b80ca7ed6b9f1f22cc6709f3f84bd38a, ASSIGN; state=OFFLINE, location=101545f66cbd,33317,1733261698475; forceNewPlan=false, retain=false 2024-12-03T21:35:04,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b80ca7ed6b9f1f22cc6709f3f84bd38a, regionState=OPENING, regionLocation=101545f66cbd,33317,1733261698475 2024-12-03T21:35:04,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b80ca7ed6b9f1f22cc6709f3f84bd38a, ASSIGN because future has completed 2024-12-03T21:35:04,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b80ca7ed6b9f1f22cc6709f3f84bd38a, server=101545f66cbd,33317,1733261698475}] 2024-12-03T21:35:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:35:04,999 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a. 2024-12-03T21:35:04,999 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b80ca7ed6b9f1f22cc6709f3f84bd38a, NAME => 'test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:35:05,000 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:35:05,000 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T21:35:05,000 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b80ca7ed6b9f1f22cc6709f3f84bd38a 2024-12-03T21:35:05,000 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:35:05,000 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b80ca7ed6b9f1f22cc6709f3f84bd38a 2024-12-03T21:35:05,000 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b80ca7ed6b9f1f22cc6709f3f84bd38a 2024-12-03T21:35:05,001 INFO [StoreOpener-b80ca7ed6b9f1f22cc6709f3f84bd38a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b80ca7ed6b9f1f22cc6709f3f84bd38a 2024-12-03T21:35:05,002 INFO [StoreOpener-b80ca7ed6b9f1f22cc6709f3f84bd38a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b80ca7ed6b9f1f22cc6709f3f84bd38a columnFamilyName f 2024-12-03T21:35:05,002 DEBUG [StoreOpener-b80ca7ed6b9f1f22cc6709f3f84bd38a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:05,002 INFO [StoreOpener-b80ca7ed6b9f1f22cc6709f3f84bd38a-1 {}] regionserver.HStore(327): Store=b80ca7ed6b9f1f22cc6709f3f84bd38a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:35:05,003 INFO [StoreOpener-b80ca7ed6b9f1f22cc6709f3f84bd38a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b80ca7ed6b9f1f22cc6709f3f84bd38a 2024-12-03T21:35:05,003 INFO [StoreOpener-b80ca7ed6b9f1f22cc6709f3f84bd38a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b80ca7ed6b9f1f22cc6709f3f84bd38a columnFamilyName f1 2024-12-03T21:35:05,003 DEBUG [StoreOpener-b80ca7ed6b9f1f22cc6709f3f84bd38a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:05,003 INFO [StoreOpener-b80ca7ed6b9f1f22cc6709f3f84bd38a-1 {}] regionserver.HStore(327): Store=b80ca7ed6b9f1f22cc6709f3f84bd38a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:35:05,004 INFO [StoreOpener-b80ca7ed6b9f1f22cc6709f3f84bd38a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b80ca7ed6b9f1f22cc6709f3f84bd38a 2024-12-03T21:35:05,004 INFO [StoreOpener-b80ca7ed6b9f1f22cc6709f3f84bd38a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b80ca7ed6b9f1f22cc6709f3f84bd38a columnFamilyName norep 2024-12-03T21:35:05,004 DEBUG [StoreOpener-b80ca7ed6b9f1f22cc6709f3f84bd38a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:05,004 INFO [StoreOpener-b80ca7ed6b9f1f22cc6709f3f84bd38a-1 {}] regionserver.HStore(327): Store=b80ca7ed6b9f1f22cc6709f3f84bd38a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:35:05,005 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b80ca7ed6b9f1f22cc6709f3f84bd38a 2024-12-03T21:35:05,005 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/default/test/b80ca7ed6b9f1f22cc6709f3f84bd38a 2024-12-03T21:35:05,005 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/default/test/b80ca7ed6b9f1f22cc6709f3f84bd38a 2024-12-03T21:35:05,006 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b80ca7ed6b9f1f22cc6709f3f84bd38a 2024-12-03T21:35:05,006 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b80ca7ed6b9f1f22cc6709f3f84bd38a 2024-12-03T21:35:05,006 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:35:05,007 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b80ca7ed6b9f1f22cc6709f3f84bd38a 2024-12-03T21:35:05,009 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/default/test/b80ca7ed6b9f1f22cc6709f3f84bd38a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:35:05,009 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b80ca7ed6b9f1f22cc6709f3f84bd38a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66181457, jitterRate=-0.013819441199302673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:35:05,009 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b80ca7ed6b9f1f22cc6709f3f84bd38a 2024-12-03T21:35:05,009 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b80ca7ed6b9f1f22cc6709f3f84bd38a: Running coprocessor pre-open hook at 1733261705000Writing region info on filesystem at 1733261705000Initializing all the Stores at 1733261705001 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261705001Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261705001Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261705001Cleaning up temporary data from old regions at 1733261705006 (+5 ms)Running coprocessor post-open hooks at 1733261705009 (+3 ms)Region opened successfully at 1733261705009 2024-12-03T21:35:05,010 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a., pid=6, masterSystemTime=1733261704996 2024-12-03T21:35:05,011 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a. 2024-12-03T21:35:05,011 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a. 2024-12-03T21:35:05,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b80ca7ed6b9f1f22cc6709f3f84bd38a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=101545f66cbd,33317,1733261698475 2024-12-03T21:35:05,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b80ca7ed6b9f1f22cc6709f3f84bd38a, server=101545f66cbd,33317,1733261698475 because future has completed 2024-12-03T21:35:05,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:35:05,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b80ca7ed6b9f1f22cc6709f3f84bd38a, server=101545f66cbd,33317,1733261698475 in 224 msec 2024-12-03T21:35:05,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T21:35:05,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b80ca7ed6b9f1f22cc6709f3f84bd38a, ASSIGN in 379 msec 2024-12-03T21:35:05,018 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:35:05,018 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261705018"}]},"ts":"1733261705018"} 2024-12-03T21:35:05,019 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T21:35:05,020 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:35:05,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 800 msec 2024-12-03T21:35:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:35:05,358 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T21:35:05,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d12ead0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:05,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,43863,-1 for getting cluster id 2024-12-03T21:35:05,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:35:05,360 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c99d5e9c-c955-416c-a92b-3e11a94eb801' 2024-12-03T21:35:05,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:35:05,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c99d5e9c-c955-416c-a92b-3e11a94eb801" 2024-12-03T21:35:05,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dfaf958, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:05,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,43863,-1] 2024-12-03T21:35:05,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:35:05,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:05,361 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:35:05,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122d1eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:05,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:35:05,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,43863,1733261688331 2024-12-03T21:35:05,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46a1752 2024-12-03T21:35:05,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:35:05,363 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:35:05,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://101545f66cbd:32821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T21:35:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:35:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:35:05,366 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:32821' 2024-12-03T21:35:05,367 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b2a033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:05,367 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,32821,-1 for getting cluster id 2024-12-03T21:35:05,367 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:35:05,367 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1f9eaf6-48fc-4a0b-8fc7-81a76fd584d4' 2024-12-03T21:35:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:35:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1f9eaf6-48fc-4a0b-8fc7-81a76fd584d4" 2024-12-03T21:35:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4784364f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,32821,-1] 2024-12-03T21:35:05,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:35:05,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:05,368 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:35:05,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca88acb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:05,369 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:35:05,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,32821,1733261693433 2024-12-03T21:35:05,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d0eed2b 2024-12-03T21:35:05,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:35:05,370 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:35:05,370 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T21:35:05,370 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:35:05,370 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:05,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:35:05,371 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:05,371 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:35:05,372 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T21:35:05,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:35:05,372 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:05,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:35:05,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741837_1013 (size=1138) 2024-12-03T21:35:05,422 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T21:35:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:35:05,618 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:35:05,618 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:35:05,619 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149035 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [101545f66cbd,38853,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:38853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T21:35:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:35:05,778 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06c3e0a2ddb253d19afac9bbcc2b5335, NAME => 'hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15 2024-12-03T21:35:05,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741838_1014 (size=44) 2024-12-03T21:35:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:35:06,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:35:06,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 06c3e0a2ddb253d19afac9bbcc2b5335, disabling compactions & flushes 2024-12-03T21:35:06,183 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335. 2024-12-03T21:35:06,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335. 2024-12-03T21:35:06,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335. after waiting 0 ms 2024-12-03T21:35:06,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335. 2024-12-03T21:35:06,183 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335. 2024-12-03T21:35:06,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06c3e0a2ddb253d19afac9bbcc2b5335: Waiting for close lock at 1733261706183Disabling compacts and flushes for region at 1733261706183Disabling writes for close at 1733261706183Writing region close event to WAL at 1733261706183Closed at 1733261706183 2024-12-03T21:35:06,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:35:06,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733261706184"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733261706184"}]},"ts":"1733261706184"} 2024-12-03T21:35:06,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:35:06,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:35:06,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261706186"}]},"ts":"1733261706186"} 2024-12-03T21:35:06,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T21:35:06,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=06c3e0a2ddb253d19afac9bbcc2b5335, ASSIGN}] 2024-12-03T21:35:06,189 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=06c3e0a2ddb253d19afac9bbcc2b5335, ASSIGN 2024-12-03T21:35:06,190 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=06c3e0a2ddb253d19afac9bbcc2b5335, ASSIGN; state=OFFLINE, location=101545f66cbd,44275,1733261688477; forceNewPlan=false, retain=false 2024-12-03T21:35:06,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=06c3e0a2ddb253d19afac9bbcc2b5335, regionState=OPENING, regionLocation=101545f66cbd,44275,1733261688477 2024-12-03T21:35:06,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=06c3e0a2ddb253d19afac9bbcc2b5335, ASSIGN because future has completed 2024-12-03T21:35:06,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06c3e0a2ddb253d19afac9bbcc2b5335, server=101545f66cbd,44275,1733261688477}] 2024-12-03T21:35:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:35:06,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335. 2024-12-03T21:35:06,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:35:06,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T21:35:06,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=101545f66cbd%2C44275%2C1733261688477.rep, suffix=, logDir=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477, archiveDir=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/oldWALs, maxLogs=10 2024-12-03T21:35:06,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.rep.1733261706500, exclude list is [], retry=0 2024-12-03T21:35:06,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35685,DS-ae6d856a-2af0-49a9-9662-db16730653a6,DISK] 2024-12-03T21:35:06,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.rep.1733261706500 2024-12-03T21:35:06,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40937:40937)] 2024-12-03T21:35:06,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 06c3e0a2ddb253d19afac9bbcc2b5335, NAME => 'hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:35:06,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T21:35:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:35:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335. service=MultiRowMutationService 2024-12-03T21:35:06,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T21:35:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 06c3e0a2ddb253d19afac9bbcc2b5335 2024-12-03T21:35:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:35:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 06c3e0a2ddb253d19afac9bbcc2b5335 2024-12-03T21:35:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 06c3e0a2ddb253d19afac9bbcc2b5335 2024-12-03T21:35:06,517 INFO [StoreOpener-06c3e0a2ddb253d19afac9bbcc2b5335-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 06c3e0a2ddb253d19afac9bbcc2b5335 2024-12-03T21:35:06,518 INFO [StoreOpener-06c3e0a2ddb253d19afac9bbcc2b5335-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06c3e0a2ddb253d19afac9bbcc2b5335 columnFamilyName hfileref 2024-12-03T21:35:06,518 DEBUG [StoreOpener-06c3e0a2ddb253d19afac9bbcc2b5335-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:06,518 INFO [StoreOpener-06c3e0a2ddb253d19afac9bbcc2b5335-1 {}] regionserver.HStore(327): Store=06c3e0a2ddb253d19afac9bbcc2b5335/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:35:06,518 INFO [StoreOpener-06c3e0a2ddb253d19afac9bbcc2b5335-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 06c3e0a2ddb253d19afac9bbcc2b5335 2024-12-03T21:35:06,519 INFO [StoreOpener-06c3e0a2ddb253d19afac9bbcc2b5335-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06c3e0a2ddb253d19afac9bbcc2b5335 columnFamilyName queue 2024-12-03T21:35:06,519 DEBUG [StoreOpener-06c3e0a2ddb253d19afac9bbcc2b5335-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:06,520 INFO [StoreOpener-06c3e0a2ddb253d19afac9bbcc2b5335-1 {}] regionserver.HStore(327): Store=06c3e0a2ddb253d19afac9bbcc2b5335/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:35:06,520 INFO [StoreOpener-06c3e0a2ddb253d19afac9bbcc2b5335-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 06c3e0a2ddb253d19afac9bbcc2b5335 2024-12-03T21:35:06,520 INFO [StoreOpener-06c3e0a2ddb253d19afac9bbcc2b5335-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06c3e0a2ddb253d19afac9bbcc2b5335 columnFamilyName sid 2024-12-03T21:35:06,520 DEBUG [StoreOpener-06c3e0a2ddb253d19afac9bbcc2b5335-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:35:06,521 INFO [StoreOpener-06c3e0a2ddb253d19afac9bbcc2b5335-1 {}] regionserver.HStore(327): Store=06c3e0a2ddb253d19afac9bbcc2b5335/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:35:06,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 06c3e0a2ddb253d19afac9bbcc2b5335 2024-12-03T21:35:06,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/replication/06c3e0a2ddb253d19afac9bbcc2b5335 2024-12-03T21:35:06,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/replication/06c3e0a2ddb253d19afac9bbcc2b5335 2024-12-03T21:35:06,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 06c3e0a2ddb253d19afac9bbcc2b5335 2024-12-03T21:35:06,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 06c3e0a2ddb253d19afac9bbcc2b5335 2024-12-03T21:35:06,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T21:35:06,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 06c3e0a2ddb253d19afac9bbcc2b5335 2024-12-03T21:35:06,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/replication/06c3e0a2ddb253d19afac9bbcc2b5335/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:35:06,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 06c3e0a2ddb253d19afac9bbcc2b5335; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70710246, jitterRate=0.05366477370262146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T21:35:06,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06c3e0a2ddb253d19afac9bbcc2b5335 2024-12-03T21:35:06,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 06c3e0a2ddb253d19afac9bbcc2b5335: Running coprocessor pre-open hook at 1733261706516Writing region info on filesystem at 1733261706516Initializing all the Stores at 1733261706517 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261706517Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261706517Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733261706517Cleaning up temporary data from old regions at 1733261706522 (+5 ms)Running coprocessor post-open hooks at 1733261706524 (+2 ms)Region opened successfully at 1733261706524 2024-12-03T21:35:06,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335., pid=10, masterSystemTime=1733261706494 2024-12-03T21:35:06,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335. 2024-12-03T21:35:06,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335. 2024-12-03T21:35:06,526 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=06c3e0a2ddb253d19afac9bbcc2b5335, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,44275,1733261688477 2024-12-03T21:35:06,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06c3e0a2ddb253d19afac9bbcc2b5335, server=101545f66cbd,44275,1733261688477 because future has completed 2024-12-03T21:35:06,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T21:35:06,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 06c3e0a2ddb253d19afac9bbcc2b5335, server=101545f66cbd,44275,1733261688477 in 186 msec 2024-12-03T21:35:06,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T21:35:06,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=06c3e0a2ddb253d19afac9bbcc2b5335, ASSIGN in 341 msec 2024-12-03T21:35:06,530 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:35:06,530 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733261706530"}]},"ts":"1733261706530"} 2024-12-03T21:35:06,531 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T21:35:06,532 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:35:06,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1610 sec 2024-12-03T21:35:06,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335., hostname=101545f66cbd,44275,1733261688477, seqNum=2] 2024-12-03T21:35:06,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650 2024-12-03T21:35:06,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650 2024-12-03T21:35:06,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:35:06,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T21:35:06,790 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T21:35:06,813 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-101545f66cbd,44275,1733261688477, ReplicationSource: 1, currentBandwidth=0 2024-12-03T21:35:06,814 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:35:06,814 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,44275,1733261688477, seqNum=-1] 2024-12-03T21:35:06,814 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:35:06,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-03T21:35:06,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-101545f66cbd,44275,1733261688477', locateType=CURRENT is [region=hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335., hostname=101545f66cbd,44275,1733261688477, seqNum=2] 2024-12-03T21:35:06,817 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T21:35:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T21:35:06,819 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 101545f66cbd,44275,1733261688477 suceeded 2024-12-03T21:35:06,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T21:35:06,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-03T21:35:06,821 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://101545f66cbd:32821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:35:06,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4580 sec 2024-12-03T21:35:06,829 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:32821' 2024-12-03T21:35:06,830 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a3964be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:06,830 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,32821,-1 for getting cluster id 2024-12-03T21:35:06,830 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:35:06,831 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1f9eaf6-48fc-4a0b-8fc7-81a76fd584d4' 2024-12-03T21:35:06,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:35:06,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1f9eaf6-48fc-4a0b-8fc7-81a76fd584d4" 2024-12-03T21:35:06,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14be6f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:06,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,32821,-1] 2024-12-03T21:35:06,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:35:06,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:06,832 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:35:06,832 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@569e1b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:06,832 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:35:06,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,32821,1733261693433 2024-12-03T21:35:06,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cc8ecc8 2024-12-03T21:35:06,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:35:06,833 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T21:35:06,834 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-101545f66cbd,44275,1733261688477 (queues=1) is replicating from cluster=c99d5e9c-c955-416c-a92b-3e11a94eb801 to cluster=c1f9eaf6-48fc-4a0b-8fc7-81a76fd584d4 2024-12-03T21:35:06,834 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=101545f66cbd%2C44275%2C1733261688477 2024-12-03T21:35:06,834 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-101545f66cbd,44275,1733261688477, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:35:06,835 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C44275%2C1733261688477 2024-12-03T21:35:06,835 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592, startPosition=0, beingWritten=true 2024-12-03T21:35:06,838 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:35:06,838 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592 to pos 379, reset compression=false 2024-12-03T21:35:06,838 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,44275,1733261688477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:35:07,041 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592 to pos 379, reset compression=false 2024-12-03T21:35:07,344 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592 to pos 379, reset compression=false 2024-12-03T21:35:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:35:07,508 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T21:35:07,508 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:35:07,508 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:35:07,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:07,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:07,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:35:07,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb2ee14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:07,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,43863,-1 for getting cluster id 2024-12-03T21:35:07,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:35:07,509 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c99d5e9c-c955-416c-a92b-3e11a94eb801' 2024-12-03T21:35:07,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:35:07,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c99d5e9c-c955-416c-a92b-3e11a94eb801" 2024-12-03T21:35:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185a126a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,43863,-1] 2024-12-03T21:35:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:35:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:07,510 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:35:07,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7c4df9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:07,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f35ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:07,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,32821,-1 for getting cluster id 2024-12-03T21:35:07,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:35:07,512 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1f9eaf6-48fc-4a0b-8fc7-81a76fd584d4' 2024-12-03T21:35:07,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:35:07,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1f9eaf6-48fc-4a0b-8fc7-81a76fd584d4" 2024-12-03T21:35:07,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55005325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:07,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,32821,-1] 2024-12-03T21:35:07,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:35:07,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:07,512 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:35:07,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8eb798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:07,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e7459a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:07,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,33245,-1 for getting cluster id 2024-12-03T21:35:07,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:35:07,516 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea6cf765-5aa4-4000-baaa-cc0c48c27fc1' 2024-12-03T21:35:07,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:35:07,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea6cf765-5aa4-4000-baaa-cc0c48c27fc1" 2024-12-03T21:35:07,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374307a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:07,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,33245,-1] 2024-12-03T21:35:07,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:35:07,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:07,517 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:35:07,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a502976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:07,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:35:07,521 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733261707521/Put/seqid=0 2024-12-03T21:35:07,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741840_1016 (size=7894) 2024-12-03T21:35:07,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:35:07,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:07,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:07,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:07,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:07,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:07,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:07,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:07,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:07,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:07,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:07,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:07,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:07,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:07,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:07,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:07,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:07,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:07,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:07,746 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592 to pos 379, reset compression=false 2024-12-03T21:35:07,926 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733261707925/Put/seqid=0 2024-12-03T21:35:07,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741841_1017 (size=7691) 2024-12-03T21:35:08,249 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592 to pos 379, reset compression=false 2024-12-03T21:35:08,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7697e8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:08,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,43863,-1 for getting cluster id 2024-12-03T21:35:08,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:35:08,330 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c99d5e9c-c955-416c-a92b-3e11a94eb801' 2024-12-03T21:35:08,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:35:08,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c99d5e9c-c955-416c-a92b-3e11a94eb801" 2024-12-03T21:35:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55474f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,43863,-1] 2024-12-03T21:35:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:35:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:08,331 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:35:08,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d27964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:08,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:35:08,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,44275,1733261688477, seqNum=-1] 2024-12-03T21:35:08,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:35:08,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:35:08,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:35:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,43863,1733261688331 2024-12-03T21:35:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45f8107b 2024-12-03T21:35:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:35:08,339 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:35:08,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9., hostname=101545f66cbd,44275,1733261688477, seqNum=2] 2024-12-03T21:35:08,344 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T21:35:08,348 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-03T21:35:08,350 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-03T21:35:08,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 50021278bd8cfaa990fb4bccb5b3c0d9/f 2024-12-03T21:35:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T21:35:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:35:08,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 50021278bd8cfaa990fb4bccb5b3c0d9/f 2024-12-03T21:35:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T21:35:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:35:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HRegion(2603): Flush status journal for 50021278bd8cfaa990fb4bccb5b3c0d9: 2024-12-03T21:35:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__2fr3t6qhoingirdhm0lfojhv55qilr5tceaa118alfq3r35vl8c9r1dd0at4ic5o/f/hfile_1 2024-12-03T21:35:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__2fr3t6qhoingirdhm0lfojhv55qilr5tceaa118alfq3r35vl8c9r1dd0at4ic5o/f/hfile_1 as hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9/f/509d5ec6c3b34e16a7db1d483bb901dd_SeqId_4_ 2024-12-03T21:35:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__2fr3t6qhoingirdhm0lfojhv55qilr5tceaa118alfq3r35vl8c9r1dd0at4ic5o/f/hfile_0 2024-12-03T21:35:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__2fr3t6qhoingirdhm0lfojhv55qilr5tceaa118alfq3r35vl8c9r1dd0at4ic5o/f/hfile_0 as hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9/f/730822d3b4ce40428fb2212fd0121581_SeqId_4_ 2024-12-03T21:35:08,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__2fr3t6qhoingirdhm0lfojhv55qilr5tceaa118alfq3r35vl8c9r1dd0at4ic5o/f/hfile_1 into 50021278bd8cfaa990fb4bccb5b3c0d9/f as hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9/f/509d5ec6c3b34e16a7db1d483bb901dd_SeqId_4_ - updating store file list. 2024-12-03T21:35:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 509d5ec6c3b34e16a7db1d483bb901dd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T21:35:08,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9/f/509d5ec6c3b34e16a7db1d483bb901dd_SeqId_4_ into 50021278bd8cfaa990fb4bccb5b3c0d9/f 2024-12-03T21:35:08,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__2fr3t6qhoingirdhm0lfojhv55qilr5tceaa118alfq3r35vl8c9r1dd0at4ic5o/f/hfile_1 into 50021278bd8cfaa990fb4bccb5b3c0d9/f (new location: hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9/f/509d5ec6c3b34e16a7db1d483bb901dd_SeqId_4_) 2024-12-03T21:35:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__2fr3t6qhoingirdhm0lfojhv55qilr5tceaa118alfq3r35vl8c9r1dd0at4ic5o/f/hfile_1 2024-12-03T21:35:08,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__2fr3t6qhoingirdhm0lfojhv55qilr5tceaa118alfq3r35vl8c9r1dd0at4ic5o/f/hfile_0 into 50021278bd8cfaa990fb4bccb5b3c0d9/f as hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9/f/730822d3b4ce40428fb2212fd0121581_SeqId_4_ - updating store file list. 2024-12-03T21:35:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 730822d3b4ce40428fb2212fd0121581_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T21:35:08,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9/f/730822d3b4ce40428fb2212fd0121581_SeqId_4_ into 50021278bd8cfaa990fb4bccb5b3c0d9/f 2024-12-03T21:35:08,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__2fr3t6qhoingirdhm0lfojhv55qilr5tceaa118alfq3r35vl8c9r1dd0at4ic5o/f/hfile_0 into 50021278bd8cfaa990fb4bccb5b3c0d9/f (new location: hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9/f/730822d3b4ce40428fb2212fd0121581_SeqId_4_) 2024-12-03T21:35:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__2fr3t6qhoingirdhm0lfojhv55qilr5tceaa118alfq3r35vl8c9r1dd0at4ic5o/f/hfile_0 2024-12-03T21:35:08,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:35:08,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:35:08,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:08,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:08,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9., hostname=101545f66cbd,44275,1733261688477, seqNum=2 , the old value is region=test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9., hostname=101545f66cbd,44275,1733261688477, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=101545f66cbd:44275 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T21:35:08,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9., hostname=101545f66cbd,44275,1733261688477, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T21:35:08,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9., hostname=101545f66cbd,44275,1733261688477, seqNum=2 from cache 2024-12-03T21:35:08,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:35:08,372 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T21:35:08,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:35:08,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46797,1733261693537, seqNum=-1] 2024-12-03T21:35:08,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:35:08,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:35:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733261703080.f8b28f064561e11cf015c531c229435a., hostname=101545f66cbd,46797,1733261693537, seqNum=2] 2024-12-03T21:35:08,376 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T21:35:08,450 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T21:35:08,478 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:44275 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T21:35:08,852 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592 to pos 379, reset compression=false 2024-12-03T21:35:08,855 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:35:08,856 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,44275,1733261688477 got entry batch from reader: WALEntryBatch [walEntries=[{test/50021278bd8cfaa990fb4bccb5b3c0d9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733261708370/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T21:35:08,857 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:35:08,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T21:35:08,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.ReplicationSink(318): Replicating [c99d5e9c-c955-416c-a92b-3e11a94eb801] bulk loaded data 2024-12-03T21:35:08,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6845044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:08,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,32821,-1 for getting cluster id 2024-12-03T21:35:08,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:35:08,859 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1f9eaf6-48fc-4a0b-8fc7-81a76fd584d4' 2024-12-03T21:35:08,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:35:08,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1f9eaf6-48fc-4a0b-8fc7-81a76fd584d4" 2024-12-03T21:35:08,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6df4cf80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:08,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,32821,-1] 2024-12-03T21:35:08,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:35:08,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:08,860 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:35:08,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4289c16e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:08,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741837_1013 (size=7691) 2024-12-03T21:35:09,056 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592 to pos 687, reset compression=false 2024-12-03T21:35:09,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741838_1014 (size=7894) 2024-12-03T21:35:09,368 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592 to pos 687, reset compression=false 2024-12-03T21:35:09,378 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T21:35:09,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:35:09,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,32821,1733261693433 2024-12-03T21:35:09,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@545a25ff 2024-12-03T21:35:09,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:35:09,676 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-03T21:35:09,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T21:35:09,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:35:09,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,46797,1733261693537, seqNum=-1] 2024-12-03T21:35:09,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:35:09,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-03T21:35:09,683 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__f95hk3l6hfbn2r8sok967bdt2egnfb5skn5cvd4c2cjdqjtr10rl3okpcu94c5qq/f/509d5ec6c3b34e16a7db1d483bb901dd_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-03T21:35:09,685 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__f95hk3l6hfbn2r8sok967bdt2egnfb5skn5cvd4c2cjdqjtr10rl3okpcu94c5qq/f/730822d3b4ce40428fb2212fd0121581_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-03T21:35:09,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__f95hk3l6hfbn2r8sok967bdt2egnfb5skn5cvd4c2cjdqjtr10rl3okpcu94c5qq/f/509d5ec6c3b34e16a7db1d483bb901dd_SeqId_4_ for inclusion in f8b28f064561e11cf015c531c229435a/f 2024-12-03T21:35:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T21:35:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:35:09,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__f95hk3l6hfbn2r8sok967bdt2egnfb5skn5cvd4c2cjdqjtr10rl3okpcu94c5qq/f/730822d3b4ce40428fb2212fd0121581_SeqId_4_ for inclusion in f8b28f064561e11cf015c531c229435a/f 2024-12-03T21:35:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T21:35:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:35:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HRegion(2603): Flush status journal for f8b28f064561e11cf015c531c229435a: 2024-12-03T21:35:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 509d5ec6c3b34e16a7db1d483bb901dd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T21:35:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__f95hk3l6hfbn2r8sok967bdt2egnfb5skn5cvd4c2cjdqjtr10rl3okpcu94c5qq/f/509d5ec6c3b34e16a7db1d483bb901dd_SeqId_4_ as hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a/f/cb104b466f8440c297f8f5450256c398_SeqId_4_ 2024-12-03T21:35:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 730822d3b4ce40428fb2212fd0121581_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T21:35:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__f95hk3l6hfbn2r8sok967bdt2egnfb5skn5cvd4c2cjdqjtr10rl3okpcu94c5qq/f/730822d3b4ce40428fb2212fd0121581_SeqId_4_ as hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a/f/341f7fb451bc4c7e8729845d0ace762b_SeqId_4_ 2024-12-03T21:35:09,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__f95hk3l6hfbn2r8sok967bdt2egnfb5skn5cvd4c2cjdqjtr10rl3okpcu94c5qq/f/509d5ec6c3b34e16a7db1d483bb901dd_SeqId_4_ into f8b28f064561e11cf015c531c229435a/f as hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a/f/cb104b466f8440c297f8f5450256c398_SeqId_4_ - updating store file list. 2024-12-03T21:35:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cb104b466f8440c297f8f5450256c398_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T21:35:09,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a/f/cb104b466f8440c297f8f5450256c398_SeqId_4_ into f8b28f064561e11cf015c531c229435a/f 2024-12-03T21:35:09,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__f95hk3l6hfbn2r8sok967bdt2egnfb5skn5cvd4c2cjdqjtr10rl3okpcu94c5qq/f/509d5ec6c3b34e16a7db1d483bb901dd_SeqId_4_ into f8b28f064561e11cf015c531c229435a/f (new location: hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a/f/cb104b466f8440c297f8f5450256c398_SeqId_4_) 2024-12-03T21:35:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__f95hk3l6hfbn2r8sok967bdt2egnfb5skn5cvd4c2cjdqjtr10rl3okpcu94c5qq/f/509d5ec6c3b34e16a7db1d483bb901dd_SeqId_4_ 2024-12-03T21:35:09,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__f95hk3l6hfbn2r8sok967bdt2egnfb5skn5cvd4c2cjdqjtr10rl3okpcu94c5qq/f/730822d3b4ce40428fb2212fd0121581_SeqId_4_ into f8b28f064561e11cf015c531c229435a/f as hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a/f/341f7fb451bc4c7e8729845d0ace762b_SeqId_4_ - updating store file list. 2024-12-03T21:35:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 341f7fb451bc4c7e8729845d0ace762b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T21:35:09,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a/f/341f7fb451bc4c7e8729845d0ace762b_SeqId_4_ into f8b28f064561e11cf015c531c229435a/f 2024-12-03T21:35:09,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__f95hk3l6hfbn2r8sok967bdt2egnfb5skn5cvd4c2cjdqjtr10rl3okpcu94c5qq/f/730822d3b4ce40428fb2212fd0121581_SeqId_4_ into f8b28f064561e11cf015c531c229435a/f (new location: hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a/f/341f7fb451bc4c7e8729845d0ace762b_SeqId_4_) 2024-12-03T21:35:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__f95hk3l6hfbn2r8sok967bdt2egnfb5skn5cvd4c2cjdqjtr10rl3okpcu94c5qq/f/730822d3b4ce40428fb2212fd0121581_SeqId_4_ 2024-12-03T21:35:09,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.ReplicationSink(324): Finished replicating [c99d5e9c-c955-416c-a92b-3e11a94eb801] bulk loaded data 2024-12-03T21:35:09,771 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592 to pos 687, reset compression=false 2024-12-03T21:35:10,274 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592 to pos 687, reset compression=false 2024-12-03T21:35:10,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:35:10,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,33317,1733261698475, seqNum=-1] 2024-12-03T21:35:10,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:35:10,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:35:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a., hostname=101545f66cbd,33317,1733261698475, seqNum=2] 2024-12-03T21:35:10,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:35:10,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:35:10,394 DEBUG [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 101545f66cbd%2C44275%2C1733261688477:(num 1733261690592) roll requested 2024-12-03T21:35:10,411 DEBUG [regionserver/101545f66cbd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394, exclude list is [], retry=0 2024-12-03T21:35:10,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35685,DS-ae6d856a-2af0-49a9-9662-db16730653a6,DISK] 2024-12-03T21:35:10,415 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 2024-12-03T21:35:10,415 DEBUG [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40937:40937)] 2024-12-03T21:35:10,415 DEBUG [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592 is not closed yet, will try archiving it next time 2024-12-03T21:35:10,416 DEBUG [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 101545f66cbd%2C44275%2C1733261688477.rep:(num 1733261706500) roll requested 2024-12-03T21:35:10,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440fd914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:10,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,43863,-1 for getting cluster id 2024-12-03T21:35:10,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:35:10,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741832_1008 (size=695) 2024-12-03T21:35:10,417 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c99d5e9c-c955-416c-a92b-3e11a94eb801' 2024-12-03T21:35:10,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:35:10,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c99d5e9c-c955-416c-a92b-3e11a94eb801" 2024-12-03T21:35:10,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e2b71d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:10,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,43863,-1] 2024-12-03T21:35:10,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:35:10,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:10,418 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:35:10,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dde443c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:10,419 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592 to hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/oldWALs/101545f66cbd%2C44275%2C1733261688477.1733261690592 2024-12-03T21:35:10,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:35:10,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,43863,1733261688331 2024-12-03T21:35:10,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a70dd61 2024-12-03T21:35:10,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:35:10,421 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:35:10,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://101545f66cbd:33245,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T21:35:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T21:35:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T21:35:10,424 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:33245' 2024-12-03T21:35:10,424 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20469c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:10,424 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,33245,-1 for getting cluster id 2024-12-03T21:35:10,424 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:35:10,425 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea6cf765-5aa4-4000-baaa-cc0c48c27fc1' 2024-12-03T21:35:10,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:35:10,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea6cf765-5aa4-4000-baaa-cc0c48c27fc1" 2024-12-03T21:35:10,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed45fba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:10,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,33245,-1] 2024-12-03T21:35:10,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:35:10,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:10,426 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:35:10,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c61521f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:10,426 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:35:10,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,33245,1733261698369 2024-12-03T21:35:10,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5927813a 2024-12-03T21:35:10,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:35:10,428 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:35:10,428 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T21:35:10,428 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T21:35:10,428 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:10,429 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:10,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:35:10,433 DEBUG [regionserver/101545f66cbd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.rep.1733261710416, exclude list is [], retry=0 2024-12-03T21:35:10,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35685,DS-ae6d856a-2af0-49a9-9662-db16730653a6,DISK] 2024-12-03T21:35:10,436 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.rep.1733261706500 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.rep.1733261710416 2024-12-03T21:35:10,436 DEBUG [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40937:40937)] 2024-12-03T21:35:10,436 DEBUG [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.rep.1733261706500 is not closed yet, will try archiving it next time 2024-12-03T21:35:10,436 DEBUG [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 101545f66cbd%2C44275%2C1733261688477.meta:.meta(num 1733261691549) roll requested 2024-12-03T21:35:10,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741839_1015 (size=1505) 2024-12-03T21:35:10,452 DEBUG [regionserver/101545f66cbd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.meta.1733261710436.meta, exclude list is [], retry=0 2024-12-03T21:35:10,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35685,DS-ae6d856a-2af0-49a9-9662-db16730653a6,DISK] 2024-12-03T21:35:10,454 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.meta.1733261691549.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.meta.1733261710436.meta 2024-12-03T21:35:10,455 DEBUG [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40937:40937)] 2024-12-03T21:35:10,455 DEBUG [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.meta.1733261691549.meta is not closed yet, will try archiving it next time 2024-12-03T21:35:10,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741834_1010 (size=3473) 2024-12-03T21:35:10,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T21:35:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T21:35:10,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T21:35:10,615 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T21:35:10,646 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-101545f66cbd,44275,1733261688477, ReplicationSource: 2, currentBandwidth=0 2024-12-03T21:35:10,648 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T21:35:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T21:35:10,650 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 101545f66cbd,44275,1733261688477 suceeded 2024-12-03T21:35:10,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T21:35:10,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-03T21:35:10,651 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://101545f66cbd:33245,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T21:35:10,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 230 msec 2024-12-03T21:35:10,660 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='101545f66cbd:33245' 2024-12-03T21:35:10,661 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@783c7c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:10,661 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,33245,-1 for getting cluster id 2024-12-03T21:35:10,661 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:35:10,661 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea6cf765-5aa4-4000-baaa-cc0c48c27fc1' 2024-12-03T21:35:10,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:35:10,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea6cf765-5aa4-4000-baaa-cc0c48c27fc1" 2024-12-03T21:35:10,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3284f469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:10,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,33245,-1] 2024-12-03T21:35:10,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:35:10,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:10,662 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:35:10,663 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c674892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:10,663 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:35:10,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,33245,1733261698369 2024-12-03T21:35:10,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cd0e4b5 2024-12-03T21:35:10,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:35:10,664 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T21:35:10,664 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-101545f66cbd,44275,1733261688477 (queues=1) is replicating from cluster=c99d5e9c-c955-416c-a92b-3e11a94eb801 to cluster=ea6cf765-5aa4-4000-baaa-cc0c48c27fc1 2024-12-03T21:35:10,664 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=101545f66cbd%2C44275%2C1733261688477 2024-12-03T21:35:10,664 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-101545f66cbd,44275,1733261688477, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T21:35:10,665 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394, startPosition=0, beingWritten=true 2024-12-03T21:35:10,665 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 101545f66cbd%2C44275%2C1733261688477 2024-12-03T21:35:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T21:35:10,738 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T21:35:10,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:35:10,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:35:10,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:10,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:10,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:35:10,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:35:10,742 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733261710741/Put/seqid=0 2024-12-03T21:35:10,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741845_1021 (size=11194) 2024-12-03T21:35:10,868 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 0, reset compression=false 2024-12-03T21:35:10,877 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592 to pos 687, reset compression=false 2024-12-03T21:35:10,881 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592 was moved to hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/oldWALs/101545f66cbd%2C44275%2C1733261688477.1733261690592 2024-12-03T21:35:10,882 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592 2024-12-03T21:35:10,883 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,44275,1733261688477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261690592, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T21:35:10,883 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394, startPosition=0, beingWritten=true 2024-12-03T21:35:10,884 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [101545f66cbd%2C44275%2C1733261688477.1733261690592] 2024-12-03T21:35:11,147 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733261711147/Put/seqid=0 2024-12-03T21:35:11,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741846_1022 (size=10791) 2024-12-03T21:35:11,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad44a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:11,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,43863,-1 for getting cluster id 2024-12-03T21:35:11,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:35:11,151 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c99d5e9c-c955-416c-a92b-3e11a94eb801' 2024-12-03T21:35:11,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:35:11,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c99d5e9c-c955-416c-a92b-3e11a94eb801" 2024-12-03T21:35:11,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241c5dc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:11,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,43863,-1] 2024-12-03T21:35:11,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:35:11,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:11,152 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:35:11,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481c25b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:11,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:35:11,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,44275,1733261688477, seqNum=-1] 2024-12-03T21:35:11,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:35:11,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:35:11,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:35:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,43863,1733261688331 2024-12-03T21:35:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b12310f 2024-12-03T21:35:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:35:11,162 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:35:11,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9., hostname=101545f66cbd,44275,1733261688477, seqNum=2] 2024-12-03T21:35:11,166 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T21:35:11,170 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-03T21:35:11,171 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 0, reset compression=false 2024-12-03T21:35:11,173 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-03T21:35:11,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 50021278bd8cfaa990fb4bccb5b3c0d9/f 2024-12-03T21:35:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T21:35:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:35:11,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 50021278bd8cfaa990fb4bccb5b3c0d9/f 2024-12-03T21:35:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T21:35:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:35:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HRegion(2603): Flush status journal for 50021278bd8cfaa990fb4bccb5b3c0d9: 2024-12-03T21:35:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__hmnklqg563ph51g25304k99474874i4m5t70mu1uqemgoc8mg36nk4k69b2d002s/f/hfile_0 2024-12-03T21:35:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__hmnklqg563ph51g25304k99474874i4m5t70mu1uqemgoc8mg36nk4k69b2d002s/f/hfile_0 as hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9/f/6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_ 2024-12-03T21:35:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__hmnklqg563ph51g25304k99474874i4m5t70mu1uqemgoc8mg36nk4k69b2d002s/f/hfile_1 2024-12-03T21:35:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__hmnklqg563ph51g25304k99474874i4m5t70mu1uqemgoc8mg36nk4k69b2d002s/f/hfile_1 as hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9/f/f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_ 2024-12-03T21:35:11,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__hmnklqg563ph51g25304k99474874i4m5t70mu1uqemgoc8mg36nk4k69b2d002s/f/hfile_0 into 50021278bd8cfaa990fb4bccb5b3c0d9/f as hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9/f/6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_ - updating store file list. 2024-12-03T21:35:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T21:35:11,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9/f/6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_ into 50021278bd8cfaa990fb4bccb5b3c0d9/f 2024-12-03T21:35:11,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__hmnklqg563ph51g25304k99474874i4m5t70mu1uqemgoc8mg36nk4k69b2d002s/f/hfile_0 into 50021278bd8cfaa990fb4bccb5b3c0d9/f (new location: hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9/f/6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_) 2024-12-03T21:35:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__hmnklqg563ph51g25304k99474874i4m5t70mu1uqemgoc8mg36nk4k69b2d002s/f/hfile_0 2024-12-03T21:35:11,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__hmnklqg563ph51g25304k99474874i4m5t70mu1uqemgoc8mg36nk4k69b2d002s/f/hfile_1 into 50021278bd8cfaa990fb4bccb5b3c0d9/f as hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9/f/f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_ - updating store file list. 2024-12-03T21:35:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T21:35:11,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9/f/f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_ into 50021278bd8cfaa990fb4bccb5b3c0d9/f 2024-12-03T21:35:11,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__hmnklqg563ph51g25304k99474874i4m5t70mu1uqemgoc8mg36nk4k69b2d002s/f/hfile_1 into 50021278bd8cfaa990fb4bccb5b3c0d9/f (new location: hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9/f/f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_) 2024-12-03T21:35:11,196 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T21:35:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/staging/jenkins__test__hmnklqg563ph51g25304k99474874i4m5t70mu1uqemgoc8mg36nk4k69b2d002s/f/hfile_1 2024-12-03T21:35:11,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:35:11,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:35:11,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:11,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:11,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:35:11,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9., hostname=101545f66cbd,44275,1733261688477, seqNum=2 , the old value is region=test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9., hostname=101545f66cbd,44275,1733261688477, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=101545f66cbd:44275 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T21:35:11,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9., hostname=101545f66cbd,44275,1733261688477, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T21:35:11,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9., hostname=101545f66cbd,44275,1733261688477, seqNum=2 from cache 2024-12-03T21:35:11,199 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T21:35:11,201 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T21:35:11,308 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:44275 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T21:35:11,575 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 0, reset compression=false 2024-12-03T21:35:11,579 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:35:11,579 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-101545f66cbd,44275,1733261688477 got entry batch from reader: WALEntryBatch [walEntries=[{test/50021278bd8cfaa990fb4bccb5b3c0d9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733261711196/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T21:35:11,580 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:35:11,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T21:35:11,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.ReplicationSink(318): Replicating [c99d5e9c-c955-416c-a92b-3e11a94eb801] bulk loaded data 2024-12-03T21:35:11,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40c8d295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:11,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,33245,-1 for getting cluster id 2024-12-03T21:35:11,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:35:11,582 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea6cf765-5aa4-4000-baaa-cc0c48c27fc1' 2024-12-03T21:35:11,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:35:11,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea6cf765-5aa4-4000-baaa-cc0c48c27fc1" 2024-12-03T21:35:11,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12a72e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:11,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,33245,-1] 2024-12-03T21:35:11,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:35:11,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:11,583 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:35:11,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26bd1fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:35:11,586 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 0, reset compression=false 2024-12-03T21:35:11,589 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T21:35:11,590 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,44275,1733261688477 got entry batch from reader: WALEntryBatch [walEntries=[{test/50021278bd8cfaa990fb4bccb5b3c0d9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733261711196/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T21:35:11,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.ReplicationSink(318): Replicating [c99d5e9c-c955-416c-a92b-3e11a94eb801] bulk loaded data 2024-12-03T21:35:11,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741837_1013 (size=11194) 2024-12-03T21:35:11,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741838_1014 (size=10791) 2024-12-03T21:35:11,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741839_1015 (size=11194) 2024-12-03T21:35:11,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:35:11,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,33245,1733261698369 2024-12-03T21:35:11,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6752cbe6 2024-12-03T21:35:11,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:35:11,605 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-03T21:35:11,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T21:35:11,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:35:11,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,33317,1733261698475, seqNum=-1] 2024-12-03T21:35:11,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:35:11,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-03T21:35:11,614 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/staging/jenkins.hfs.23__test__r0c7bv6dics59ur9e8icquiqaf6rn2fpm60n0v526c50fcm5nsovcpoep4ng9qil/f/6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T21:35:11,616 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/staging/jenkins.hfs.23__test__r0c7bv6dics59ur9e8icquiqaf6rn2fpm60n0v526c50fcm5nsovcpoep4ng9qil/f/f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T21:35:11,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/staging/jenkins.hfs.23__test__r0c7bv6dics59ur9e8icquiqaf6rn2fpm60n0v526c50fcm5nsovcpoep4ng9qil/f/6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_ for inclusion in b80ca7ed6b9f1f22cc6709f3f84bd38a/f 2024-12-03T21:35:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T21:35:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:35:11,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/staging/jenkins.hfs.23__test__r0c7bv6dics59ur9e8icquiqaf6rn2fpm60n0v526c50fcm5nsovcpoep4ng9qil/f/f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_ for inclusion in b80ca7ed6b9f1f22cc6709f3f84bd38a/f 2024-12-03T21:35:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T21:35:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:35:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.HRegion(2603): Flush status journal for b80ca7ed6b9f1f22cc6709f3f84bd38a: 2024-12-03T21:35:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T21:35:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/staging/jenkins.hfs.23__test__r0c7bv6dics59ur9e8icquiqaf6rn2fpm60n0v526c50fcm5nsovcpoep4ng9qil/f/6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_ as hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/default/test/b80ca7ed6b9f1f22cc6709f3f84bd38a/f/890c776c056f48e1a9b1f62a18e7aa77_SeqId_4_ 2024-12-03T21:35:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T21:35:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/staging/jenkins.hfs.23__test__r0c7bv6dics59ur9e8icquiqaf6rn2fpm60n0v526c50fcm5nsovcpoep4ng9qil/f/f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_ as hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/default/test/b80ca7ed6b9f1f22cc6709f3f84bd38a/f/83461e0c9b18472d8609e7bc8e8ecd7c_SeqId_4_ 2024-12-03T21:35:11,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/staging/jenkins.hfs.23__test__r0c7bv6dics59ur9e8icquiqaf6rn2fpm60n0v526c50fcm5nsovcpoep4ng9qil/f/6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_ into b80ca7ed6b9f1f22cc6709f3f84bd38a/f as hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/default/test/b80ca7ed6b9f1f22cc6709f3f84bd38a/f/890c776c056f48e1a9b1f62a18e7aa77_SeqId_4_ - updating store file list. 2024-12-03T21:35:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 890c776c056f48e1a9b1f62a18e7aa77_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T21:35:11,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/default/test/b80ca7ed6b9f1f22cc6709f3f84bd38a/f/890c776c056f48e1a9b1f62a18e7aa77_SeqId_4_ into b80ca7ed6b9f1f22cc6709f3f84bd38a/f 2024-12-03T21:35:11,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/staging/jenkins.hfs.23__test__r0c7bv6dics59ur9e8icquiqaf6rn2fpm60n0v526c50fcm5nsovcpoep4ng9qil/f/6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_ into b80ca7ed6b9f1f22cc6709f3f84bd38a/f (new location: hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/default/test/b80ca7ed6b9f1f22cc6709f3f84bd38a/f/890c776c056f48e1a9b1f62a18e7aa77_SeqId_4_) 2024-12-03T21:35:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/staging/jenkins.hfs.23__test__r0c7bv6dics59ur9e8icquiqaf6rn2fpm60n0v526c50fcm5nsovcpoep4ng9qil/f/6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_ 2024-12-03T21:35:11,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/staging/jenkins.hfs.23__test__r0c7bv6dics59ur9e8icquiqaf6rn2fpm60n0v526c50fcm5nsovcpoep4ng9qil/f/f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_ into b80ca7ed6b9f1f22cc6709f3f84bd38a/f as hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/default/test/b80ca7ed6b9f1f22cc6709f3f84bd38a/f/83461e0c9b18472d8609e7bc8e8ecd7c_SeqId_4_ - updating store file list. 2024-12-03T21:35:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83461e0c9b18472d8609e7bc8e8ecd7c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T21:35:11,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/default/test/b80ca7ed6b9f1f22cc6709f3f84bd38a/f/83461e0c9b18472d8609e7bc8e8ecd7c_SeqId_4_ into b80ca7ed6b9f1f22cc6709f3f84bd38a/f 2024-12-03T21:35:11,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/staging/jenkins.hfs.23__test__r0c7bv6dics59ur9e8icquiqaf6rn2fpm60n0v526c50fcm5nsovcpoep4ng9qil/f/f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_ into b80ca7ed6b9f1f22cc6709f3f84bd38a/f (new location: hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/default/test/b80ca7ed6b9f1f22cc6709f3f84bd38a/f/83461e0c9b18472d8609e7bc8e8ecd7c_SeqId_4_) 2024-12-03T21:35:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/staging/jenkins.hfs.23__test__r0c7bv6dics59ur9e8icquiqaf6rn2fpm60n0v526c50fcm5nsovcpoep4ng9qil/f/f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_ 2024-12-03T21:35:11,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] regionserver.ReplicationSink(324): Finished replicating [c99d5e9c-c955-416c-a92b-3e11a94eb801] bulk loaded data 2024-12-03T21:35:11,779 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:11,790 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:12,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741840_1016 (size=10791) 2024-12-03T21:35:12,083 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:12,093 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:12,204 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T21:35:12,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T21:35:12,416 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__5oae0kr3m1i25k80orq48d58g9quonomogddirf50j5ciflfq7uig7l6fd4mhl1l/f/6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T21:35:12,417 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__5oae0kr3m1i25k80orq48d58g9quonomogddirf50j5ciflfq7uig7l6fd4mhl1l/f/f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T21:35:12,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__5oae0kr3m1i25k80orq48d58g9quonomogddirf50j5ciflfq7uig7l6fd4mhl1l/f/6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_ for inclusion in f8b28f064561e11cf015c531c229435a/f 2024-12-03T21:35:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T21:35:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:35:12,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__5oae0kr3m1i25k80orq48d58g9quonomogddirf50j5ciflfq7uig7l6fd4mhl1l/f/f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_ for inclusion in f8b28f064561e11cf015c531c229435a/f 2024-12-03T21:35:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T21:35:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T21:35:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HRegion(2603): Flush status journal for f8b28f064561e11cf015c531c229435a: 2024-12-03T21:35:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T21:35:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__5oae0kr3m1i25k80orq48d58g9quonomogddirf50j5ciflfq7uig7l6fd4mhl1l/f/6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_ as hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a/f/17b72c2ec69a4d2eacaad6165c8f2bba_SeqId_6_ 2024-12-03T21:35:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T21:35:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__5oae0kr3m1i25k80orq48d58g9quonomogddirf50j5ciflfq7uig7l6fd4mhl1l/f/f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_ as hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a/f/6471679d2c754188a489326ff5746380_SeqId_6_ 2024-12-03T21:35:12,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__5oae0kr3m1i25k80orq48d58g9quonomogddirf50j5ciflfq7uig7l6fd4mhl1l/f/6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_ into f8b28f064561e11cf015c531c229435a/f as hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a/f/17b72c2ec69a4d2eacaad6165c8f2bba_SeqId_6_ - updating store file list. 2024-12-03T21:35:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 17b72c2ec69a4d2eacaad6165c8f2bba_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T21:35:12,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a/f/17b72c2ec69a4d2eacaad6165c8f2bba_SeqId_6_ into f8b28f064561e11cf015c531c229435a/f 2024-12-03T21:35:12,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__5oae0kr3m1i25k80orq48d58g9quonomogddirf50j5ciflfq7uig7l6fd4mhl1l/f/6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_ into f8b28f064561e11cf015c531c229435a/f (new location: hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a/f/17b72c2ec69a4d2eacaad6165c8f2bba_SeqId_6_) 2024-12-03T21:35:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__5oae0kr3m1i25k80orq48d58g9quonomogddirf50j5ciflfq7uig7l6fd4mhl1l/f/6ad8c23453dd4e2ca200cb88249c6e51_SeqId_6_ 2024-12-03T21:35:12,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__5oae0kr3m1i25k80orq48d58g9quonomogddirf50j5ciflfq7uig7l6fd4mhl1l/f/f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_ into f8b28f064561e11cf015c531c229435a/f as hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a/f/6471679d2c754188a489326ff5746380_SeqId_6_ - updating store file list. 2024-12-03T21:35:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6471679d2c754188a489326ff5746380_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T21:35:12,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a/f/6471679d2c754188a489326ff5746380_SeqId_6_ into f8b28f064561e11cf015c531c229435a/f 2024-12-03T21:35:12,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__5oae0kr3m1i25k80orq48d58g9quonomogddirf50j5ciflfq7uig7l6fd4mhl1l/f/f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_ into f8b28f064561e11cf015c531c229435a/f (new location: hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a/f/6471679d2c754188a489326ff5746380_SeqId_6_) 2024-12-03T21:35:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/staging/jenkins.hfs.22__test__5oae0kr3m1i25k80orq48d58g9quonomogddirf50j5ciflfq7uig7l6fd4mhl1l/f/f336c96a5ec24e7c9f2fc88f55f56abf_SeqId_6_ 2024-12-03T21:35:12,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46797 {}] regionserver.ReplicationSink(324): Finished replicating [c99d5e9c-c955-416c-a92b-3e11a94eb801] bulk loaded data 2024-12-03T21:35:12,486 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:12,496 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:12,989 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:12,998 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:13,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:35:13,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:35:13,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:35:13,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:13,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:13,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:35:13,216 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:35:13,216 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=35716216, stopped=false 2024-12-03T21:35:13,216 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,33245,1733261698369 2024-12-03T21:35:13,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-694995409/running 2024-12-03T21:35:13,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-694995409/running 2024-12-03T21:35:13,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409 2024-12-03T21:35:13,262 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:35:13,262 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:35:13,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409 2024-12-03T21:35:13,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:35:13,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:13,263 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,33317,1733261698475' ***** 2024-12-03T21:35:13,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Set watcher on znode that does not yet exist, /2-694995409/running 2024-12-03T21:35:13,263 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:35:13,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Set watcher on znode that does not yet exist, /2-694995409/running 2024-12-03T21:35:13,263 INFO [RS:0;101545f66cbd:33317 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:35:13,263 INFO [RS:0;101545f66cbd:33317 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:35:13,263 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:35:13,263 INFO [RS:0;101545f66cbd:33317 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:35:13,263 INFO [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(3091): Received CLOSE for b80ca7ed6b9f1f22cc6709f3f84bd38a 2024-12-03T21:35:13,264 INFO [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,33317,1733261698475 2024-12-03T21:35:13,264 INFO [RS:0;101545f66cbd:33317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:35:13,264 INFO [RS:0;101545f66cbd:33317 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:33317. 2024-12-03T21:35:13,264 DEBUG [RS:0;101545f66cbd:33317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:35:13,264 DEBUG [RS:0;101545f66cbd:33317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:13,264 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b80ca7ed6b9f1f22cc6709f3f84bd38a, disabling compactions & flushes 2024-12-03T21:35:13,264 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a. 2024-12-03T21:35:13,264 INFO [RS:0;101545f66cbd:33317 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:35:13,264 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a. 2024-12-03T21:35:13,264 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a. after waiting 0 ms 2024-12-03T21:35:13,264 INFO [RS:0;101545f66cbd:33317 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:35:13,264 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a. 2024-12-03T21:35:13,264 INFO [RS:0;101545f66cbd:33317 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:35:13,264 INFO [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:35:13,264 INFO [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T21:35:13,264 DEBUG [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(1325): Online Regions={b80ca7ed6b9f1f22cc6709f3f84bd38a=test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:35:13,264 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:35:13,264 DEBUG [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b80ca7ed6b9f1f22cc6709f3f84bd38a 2024-12-03T21:35:13,264 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:35:13,264 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:35:13,264 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:35:13,264 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:35:13,265 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T21:35:13,267 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/default/test/b80ca7ed6b9f1f22cc6709f3f84bd38a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T21:35:13,268 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:35:13,268 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:35:13,268 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a. 2024-12-03T21:35:13,268 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b80ca7ed6b9f1f22cc6709f3f84bd38a: Waiting for close lock at 1733261713264Running coprocessor pre-close hooks at 1733261713264Disabling compacts and flushes for region at 1733261713264Disabling writes for close at 1733261713264Writing region close event to WAL at 1733261713264Running coprocessor post-close hooks at 1733261713268 (+4 ms)Closed at 1733261713268 2024-12-03T21:35:13,268 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a. 2024-12-03T21:35:13,288 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/.tmp/info/6643a9a3a01b4bbe9d8dafd1d49bcd0f is 129, key is test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a./info:regioninfo/1733261705012/Put/seqid=0 2024-12-03T21:35:13,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741839_1015 (size=6421) 2024-12-03T21:35:13,299 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:35:13,464 DEBUG [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:13,592 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:13,601 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:13,665 DEBUG [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:13,692 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/.tmp/info/6643a9a3a01b4bbe9d8dafd1d49bcd0f 2024-12-03T21:35:13,716 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/.tmp/ns/d490b416bfab4eb78652d3e496640dcc is 43, key is default/ns:d/1733261700805/Put/seqid=0 2024-12-03T21:35:13,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741840_1016 (size=5153) 2024-12-03T21:35:13,736 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:35:13,736 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:35:13,865 DEBUG [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:14,065 DEBUG [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:14,119 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/.tmp/ns/d490b416bfab4eb78652d3e496640dcc 2024-12-03T21:35:14,141 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/.tmp/rep_barrier/34cce1799d334819856b5118927e783d is 112, key is test,,1733261704220.b80ca7ed6b9f1f22cc6709f3f84bd38a./rep_barrier:seqnumDuringOpen/1733261705012/Put/seqid=0 2024-12-03T21:35:14,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741841_1017 (size=5518) 2024-12-03T21:35:14,144 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/.tmp/rep_barrier/34cce1799d334819856b5118927e783d 2024-12-03T21:35:14,160 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/.tmp/table/dcfe9c44e02340ef89bc56af40b4927e is 40, key is test/table:state/1733261705018/Put/seqid=0 2024-12-03T21:35:14,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741842_1018 (size=5165) 2024-12-03T21:35:14,265 INFO [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T21:35:14,265 DEBUG [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:35:14,265 DEBUG [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:14,295 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:14,304 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:14,465 DEBUG [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:14,564 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/.tmp/table/dcfe9c44e02340ef89bc56af40b4927e 2024-12-03T21:35:14,568 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/.tmp/info/6643a9a3a01b4bbe9d8dafd1d49bcd0f as hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/info/6643a9a3a01b4bbe9d8dafd1d49bcd0f 2024-12-03T21:35:14,570 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/info/6643a9a3a01b4bbe9d8dafd1d49bcd0f, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T21:35:14,571 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/.tmp/ns/d490b416bfab4eb78652d3e496640dcc as hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/ns/d490b416bfab4eb78652d3e496640dcc 2024-12-03T21:35:14,573 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/ns/d490b416bfab4eb78652d3e496640dcc, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T21:35:14,574 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/.tmp/rep_barrier/34cce1799d334819856b5118927e783d as hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/rep_barrier/34cce1799d334819856b5118927e783d 2024-12-03T21:35:14,576 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/rep_barrier/34cce1799d334819856b5118927e783d, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T21:35:14,577 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/.tmp/table/dcfe9c44e02340ef89bc56af40b4927e as hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/table/dcfe9c44e02340ef89bc56af40b4927e 2024-12-03T21:35:14,579 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/table/dcfe9c44e02340ef89bc56af40b4927e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T21:35:14,580 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=11, compaction requested=false 2024-12-03T21:35:14,583 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T21:35:14,584 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:35:14,584 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:35:14,584 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:35:14,584 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261713264Running coprocessor pre-close hooks at 1733261713264Disabling compacts and flushes for region at 1733261713264Disabling writes for close at 1733261713264Obtaining lock to block concurrent updates at 1733261713265 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733261713265Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733261713265Flushing stores of hbase:meta,,1.1588230740 at 1733261713265Flushing 1588230740/info: creating writer at 1733261713265Flushing 1588230740/info: appending metadata at 1733261713287 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733261713287Flushing 1588230740/ns: creating writer at 1733261713695 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733261713715 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733261713715Flushing 1588230740/rep_barrier: creating writer at 1733261714123 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733261714140 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733261714140Flushing 1588230740/table: creating writer at 1733261714148 (+8 ms)Flushing 1588230740/table: appending metadata at 1733261714160 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733261714160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a4a385: reopening flushed file at 1733261714567 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6511f0b: reopening flushed file at 1733261714570 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61d962d2: reopening flushed file at 1733261714574 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ea3a38: reopening flushed file at 1733261714577 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=11, compaction requested=false at 1733261714580 (+3 ms)Writing region close event to WAL at 1733261714581 (+1 ms)Running coprocessor post-close hooks at 1733261714584 (+3 ms)Closed at 1733261714584 2024-12-03T21:35:14,584 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:35:14,666 INFO [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,33317,1733261698475; all regions closed. 2024-12-03T21:35:14,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741834_1010 (size=2717) 2024-12-03T21:35:14,669 DEBUG [RS:0;101545f66cbd:33317 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/oldWALs 2024-12-03T21:35:14,669 INFO [RS:0;101545f66cbd:33317 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C33317%2C1733261698475.meta:.meta(num 1733261700761) 2024-12-03T21:35:14,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741832_1008 (size=1028) 2024-12-03T21:35:14,671 DEBUG [RS:0;101545f66cbd:33317 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/oldWALs 2024-12-03T21:35:14,671 INFO [RS:0;101545f66cbd:33317 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C33317%2C1733261698475:(num 1733261699813) 2024-12-03T21:35:14,671 DEBUG [RS:0;101545f66cbd:33317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:14,672 INFO [RS:0;101545f66cbd:33317 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:35:14,672 INFO [RS:0;101545f66cbd:33317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:35:14,672 INFO [RS:0;101545f66cbd:33317 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T21:35:14,672 INFO [RS:0;101545f66cbd:33317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:35:14,672 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:35:14,672 INFO [RS:0;101545f66cbd:33317 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:33317. 2024-12-03T21:35:14,673 DEBUG [RS:0;101545f66cbd:33317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:35:14,673 DEBUG [RS:0;101545f66cbd:33317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:14,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:35:14,673 DEBUG [RS:0;101545f66cbd:33317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:14,673 INFO [RS:0;101545f66cbd:33317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33317 2024-12-03T21:35:14,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409/rs 2024-12-03T21:35:14,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-694995409/rs/101545f66cbd,33317,1733261698475 2024-12-03T21:35:14,698 INFO [RS:0;101545f66cbd:33317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:35:14,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,33317,1733261698475] 2024-12-03T21:35:14,715 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-694995409/draining/101545f66cbd,33317,1733261698475 already deleted, retry=false 2024-12-03T21:35:14,715 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,33317,1733261698475 expired; onlineServers=0 2024-12-03T21:35:14,715 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,33245,1733261698369' ***** 2024-12-03T21:35:14,715 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:35:14,715 INFO [M:0;101545f66cbd:33245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:35:14,715 INFO [M:0;101545f66cbd:33245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:35:14,715 DEBUG [M:0;101545f66cbd:33245 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:35:14,715 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:35:14,715 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261699586 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261699586,5,FailOnTimeoutGroup] 2024-12-03T21:35:14,715 DEBUG [M:0;101545f66cbd:33245 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:35:14,715 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261699586 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261699586,5,FailOnTimeoutGroup] 2024-12-03T21:35:14,716 INFO [M:0;101545f66cbd:33245 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:35:14,716 INFO [M:0;101545f66cbd:33245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:35:14,716 DEBUG [M:0;101545f66cbd:33245 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:35:14,716 INFO [M:0;101545f66cbd:33245 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:35:14,716 INFO [M:0;101545f66cbd:33245 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:35:14,716 INFO [M:0;101545f66cbd:33245 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:35:14,716 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:35:14,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-694995409/master 2024-12-03T21:35:14,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-694995409 2024-12-03T21:35:14,723 DEBUG [M:0;101545f66cbd:33245 {}] zookeeper.ZKUtil(347): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Unable to get data of znode /2-694995409/master because node does not exist (not an error) 2024-12-03T21:35:14,723 WARN [M:0;101545f66cbd:33245 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:35:14,724 INFO [M:0;101545f66cbd:33245 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/.lastflushedseqids 2024-12-03T21:35:14,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741843_1019 (size=173) 2024-12-03T21:35:14,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:35:14,807 INFO [RS:0;101545f66cbd:33317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:35:14,807 INFO [RS:0;101545f66cbd:33317 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,33317,1733261698475; zookeeper connection closed. 2024-12-03T21:35:14,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33317-0x1019e682a890007, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:35:14,807 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ceb1b8a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ceb1b8a 2024-12-03T21:35:14,808 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:35:15,098 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:15,106 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:15,128 INFO [M:0;101545f66cbd:33245 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:35:15,128 INFO [M:0;101545f66cbd:33245 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:35:15,128 DEBUG [M:0;101545f66cbd:33245 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:35:15,128 INFO [M:0;101545f66cbd:33245 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:35:15,128 DEBUG [M:0;101545f66cbd:33245 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:35:15,128 DEBUG [M:0;101545f66cbd:33245 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:35:15,128 DEBUG [M:0;101545f66cbd:33245 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:35:15,128 INFO [M:0;101545f66cbd:33245 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-03T21:35:15,140 DEBUG [M:0;101545f66cbd:33245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31e8aec427af454284a68debeb5f339a is 82, key is hbase:meta,,1/info:regioninfo/1733261700791/Put/seqid=0 2024-12-03T21:35:15,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741844_1020 (size=5672) 2024-12-03T21:35:15,543 INFO [M:0;101545f66cbd:33245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31e8aec427af454284a68debeb5f339a 2024-12-03T21:35:15,558 DEBUG [M:0;101545f66cbd:33245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/886614a9d5f74ae686e91be6670c20e8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733261705021/Put/seqid=0 2024-12-03T21:35:15,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741845_1021 (size=6586) 2024-12-03T21:35:15,961 INFO [M:0;101545f66cbd:33245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/886614a9d5f74ae686e91be6670c20e8 2024-12-03T21:35:15,975 DEBUG [M:0;101545f66cbd:33245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/202084437a8e482bbe666266863ff18d is 69, key is 101545f66cbd,33317,1733261698475/rs:state/1733261699631/Put/seqid=0 2024-12-03T21:35:15,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741846_1022 (size=5156) 2024-12-03T21:35:16,001 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:16,009 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:16,379 INFO [M:0;101545f66cbd:33245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/202084437a8e482bbe666266863ff18d 2024-12-03T21:35:16,382 DEBUG [M:0;101545f66cbd:33245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31e8aec427af454284a68debeb5f339a as hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31e8aec427af454284a68debeb5f339a 2024-12-03T21:35:16,385 INFO [M:0;101545f66cbd:33245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31e8aec427af454284a68debeb5f339a, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T21:35:16,385 DEBUG [M:0;101545f66cbd:33245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/886614a9d5f74ae686e91be6670c20e8 as hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/886614a9d5f74ae686e91be6670c20e8 2024-12-03T21:35:16,388 INFO [M:0;101545f66cbd:33245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/886614a9d5f74ae686e91be6670c20e8, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T21:35:16,388 DEBUG [M:0;101545f66cbd:33245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/202084437a8e482bbe666266863ff18d as hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/202084437a8e482bbe666266863ff18d 2024-12-03T21:35:16,391 INFO [M:0;101545f66cbd:33245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43635/user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/202084437a8e482bbe666266863ff18d, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T21:35:16,392 INFO [M:0;101545f66cbd:33245 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1263ms, sequenceid=55, compaction requested=false 2024-12-03T21:35:16,393 INFO [M:0;101545f66cbd:33245 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:35:16,393 DEBUG [M:0;101545f66cbd:33245 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261715128Disabling compacts and flushes for region at 1733261715128Disabling writes for close at 1733261715128Obtaining lock to block concurrent updates at 1733261715128Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261715128Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733261715128Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261715129 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261715129Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261715140 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261715140Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261715546 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261715558 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261715558Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261715964 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261715975 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261715975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@496cdf10: reopening flushed file at 1733261716381 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c9c8c1: reopening flushed file at 1733261716385 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@208378ed: reopening flushed file at 1733261716388 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1263ms, sequenceid=55, compaction requested=false at 1733261716392 (+4 ms)Writing region close event to WAL at 1733261716393 (+1 ms)Closed at 1733261716393 2024-12-03T21:35:16,398 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f0e96e2-0b53-68bb-9e44-8948465423a5/MasterData/WALs/101545f66cbd,33245,1733261698369/101545f66cbd%2C33245%2C1733261698369.1733261699386 not finished, retry = 0 2024-12-03T21:35:16,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741830_1006 (size=32770) 2024-12-03T21:35:16,499 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:35:16,499 INFO [M:0;101545f66cbd:33245 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:35:16,499 INFO [M:0;101545f66cbd:33245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33245 2024-12-03T21:35:16,500 INFO [M:0;101545f66cbd:33245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:35:16,628 INFO [M:0;101545f66cbd:33245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:35:16,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:35:16,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x1019e682a890006, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:35:16,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5684eee9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:35:16,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75074f2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:35:16,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:35:16,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b582525{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:35:16,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f2c9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/hadoop.log.dir/,STOPPED} 2024-12-03T21:35:16,634 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:35:16,634 WARN [BP-1162440234-172.17.0.2-1733261696699 heartbeating to localhost/127.0.0.1:43635 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:35:16,634 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:35:16,635 WARN [BP-1162440234-172.17.0.2-1733261696699 heartbeating to localhost/127.0.0.1:43635 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1162440234-172.17.0.2-1733261696699 (Datanode Uuid db1a9595-3ad8-4acd-87fa-7fba8b1580c5) service to localhost/127.0.0.1:43635 2024-12-03T21:35:16,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/cluster_6ab8cb7d-5ef4-ef22-222d-9ad50f29b633/data/data1/current/BP-1162440234-172.17.0.2-1733261696699 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:35:16,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/cluster_6ab8cb7d-5ef4-ef22-222d-9ad50f29b633/data/data2/current/BP-1162440234-172.17.0.2-1733261696699 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:35:16,635 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:35:16,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@789efb3c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:35:16,640 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@205fa040{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:35:16,640 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:35:16,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6983f7b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:35:16,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e587979{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20814cdc-397c-b4b7-3b9d-1146135d1c74/hadoop.log.dir/,STOPPED} 2024-12-03T21:35:16,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:35:16,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:35:16,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:35:16,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:35:16,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:16,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:16,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:35:16,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:35:16,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1448818905, stopped=false 2024-12-03T21:35:16,651 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,32821,1733261693433 2024-12-03T21:35:16,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-946707795/running 2024-12-03T21:35:16,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-946707795/running 2024-12-03T21:35:16,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795 2024-12-03T21:35:16,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795 2024-12-03T21:35:16,673 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:35:16,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:35:16,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:35:16,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:16,674 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,46797,1733261693537' ***** 2024-12-03T21:35:16,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Set watcher on znode that does not yet exist, /1-946707795/running 2024-12-03T21:35:16,674 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:35:16,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Set watcher on znode that does not yet exist, /1-946707795/running 2024-12-03T21:35:16,674 INFO [RS:0;101545f66cbd:46797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:35:16,674 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:35:16,675 INFO [RS:0;101545f66cbd:46797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:35:16,675 INFO [RS:0;101545f66cbd:46797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:35:16,675 INFO [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(3091): Received CLOSE for f8b28f064561e11cf015c531c229435a 2024-12-03T21:35:16,675 INFO [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,46797,1733261693537 2024-12-03T21:35:16,675 INFO [RS:0;101545f66cbd:46797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:35:16,675 INFO [RS:0;101545f66cbd:46797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:46797. 2024-12-03T21:35:16,675 DEBUG [RS:0;101545f66cbd:46797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:35:16,675 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8b28f064561e11cf015c531c229435a, disabling compactions & flushes 2024-12-03T21:35:16,675 DEBUG [RS:0;101545f66cbd:46797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:16,675 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733261703080.f8b28f064561e11cf015c531c229435a. 2024-12-03T21:35:16,675 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261703080.f8b28f064561e11cf015c531c229435a. 2024-12-03T21:35:16,675 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733261703080.f8b28f064561e11cf015c531c229435a. after waiting 0 ms 2024-12-03T21:35:16,675 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733261703080.f8b28f064561e11cf015c531c229435a. 2024-12-03T21:35:16,675 INFO [RS:0;101545f66cbd:46797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:35:16,675 INFO [RS:0;101545f66cbd:46797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:35:16,675 INFO [RS:0;101545f66cbd:46797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:35:16,675 INFO [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:35:16,676 INFO [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T21:35:16,676 DEBUG [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1325): Online Regions={f8b28f064561e11cf015c531c229435a=test,,1733261703080.f8b28f064561e11cf015c531c229435a., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:35:16,676 DEBUG [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8b28f064561e11cf015c531c229435a 2024-12-03T21:35:16,676 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:35:16,676 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:35:16,676 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:35:16,676 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:35:16,676 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:35:16,676 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T21:35:16,678 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/default/test/f8b28f064561e11cf015c531c229435a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T21:35:16,679 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:35:16,679 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:35:16,679 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733261703080.f8b28f064561e11cf015c531c229435a. 2024-12-03T21:35:16,679 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8b28f064561e11cf015c531c229435a: Waiting for close lock at 1733261716675Running coprocessor pre-close hooks at 1733261716675Disabling compacts and flushes for region at 1733261716675Disabling writes for close at 1733261716675Writing region close event to WAL at 1733261716676 (+1 ms)Running coprocessor post-close hooks at 1733261716679 (+3 ms)Closed at 1733261716679 2024-12-03T21:35:16,679 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733261703080.f8b28f064561e11cf015c531c229435a. 2024-12-03T21:35:16,692 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/.tmp/info/2ebe9c7f59c64379897b2e0c9f9d6b18 is 129, key is test,,1733261703080.f8b28f064561e11cf015c531c229435a./info:regioninfo/1733261703815/Put/seqid=0 2024-12-03T21:35:16,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741841_1017 (size=6421) 2024-12-03T21:35:16,762 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:35:16,876 DEBUG [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:17,003 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:17,011 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:17,076 DEBUG [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:17,095 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/.tmp/info/2ebe9c7f59c64379897b2e0c9f9d6b18 2024-12-03T21:35:17,110 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/.tmp/ns/972d0983a740476b81d67cc3a19133a7 is 43, key is default/ns:d/1733261696629/Put/seqid=0 2024-12-03T21:35:17,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741842_1018 (size=5153) 2024-12-03T21:35:17,276 DEBUG [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:17,476 DEBUG [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:17,513 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/.tmp/ns/972d0983a740476b81d67cc3a19133a7 2024-12-03T21:35:17,528 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/.tmp/rep_barrier/691a68ff13184de387e765b9f9b9b609 is 112, key is test,,1733261703080.f8b28f064561e11cf015c531c229435a./rep_barrier:seqnumDuringOpen/1733261703815/Put/seqid=0 2024-12-03T21:35:17,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741843_1019 (size=5518) 2024-12-03T21:35:17,580 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:35:17,580 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:35:17,677 INFO [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T21:35:17,677 DEBUG [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:35:17,677 DEBUG [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:17,877 DEBUG [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:17,931 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/.tmp/rep_barrier/691a68ff13184de387e765b9f9b9b609 2024-12-03T21:35:17,946 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/.tmp/table/2035fec38409465b9155fc436baacd69 is 40, key is test/table:state/1733261703820/Put/seqid=0 2024-12-03T21:35:17,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741844_1020 (size=5165) 2024-12-03T21:35:18,077 DEBUG [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:18,106 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:18,113 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:18,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,277 DEBUG [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:18,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,322 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T21:35:18,349 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/.tmp/table/2035fec38409465b9155fc436baacd69 2024-12-03T21:35:18,353 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/.tmp/info/2ebe9c7f59c64379897b2e0c9f9d6b18 as hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/info/2ebe9c7f59c64379897b2e0c9f9d6b18 2024-12-03T21:35:18,356 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/info/2ebe9c7f59c64379897b2e0c9f9d6b18, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T21:35:18,357 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/.tmp/ns/972d0983a740476b81d67cc3a19133a7 as hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/ns/972d0983a740476b81d67cc3a19133a7 2024-12-03T21:35:18,359 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/ns/972d0983a740476b81d67cc3a19133a7, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T21:35:18,360 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/.tmp/rep_barrier/691a68ff13184de387e765b9f9b9b609 as hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/rep_barrier/691a68ff13184de387e765b9f9b9b609 2024-12-03T21:35:18,363 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/rep_barrier/691a68ff13184de387e765b9f9b9b609, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T21:35:18,363 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/.tmp/table/2035fec38409465b9155fc436baacd69 as hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/table/2035fec38409465b9155fc436baacd69 2024-12-03T21:35:18,366 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/table/2035fec38409465b9155fc436baacd69, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T21:35:18,366 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1690ms, sequenceid=11, compaction requested=false 2024-12-03T21:35:18,366 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T21:35:18,369 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T21:35:18,370 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:35:18,370 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:35:18,370 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:35:18,370 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261716676Running coprocessor pre-close hooks at 1733261716676Disabling compacts and flushes for region at 1733261716676Disabling writes for close at 1733261716676Obtaining lock to block concurrent updates at 1733261716676Preparing flush snapshotting stores in 1588230740 at 1733261716676Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733261716676Flushing stores of hbase:meta,,1.1588230740 at 1733261716677 (+1 ms)Flushing 1588230740/info: creating writer at 1733261716677Flushing 1588230740/info: appending metadata at 1733261716691 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733261716691Flushing 1588230740/ns: creating writer at 1733261717099 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733261717110 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733261717110Flushing 1588230740/rep_barrier: creating writer at 1733261717516 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733261717527 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733261717527Flushing 1588230740/table: creating writer at 1733261717934 (+407 ms)Flushing 1588230740/table: appending metadata at 1733261717945 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733261717945Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a310fb: reopening flushed file at 1733261718352 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@550f58e7: reopening flushed file at 1733261718356 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f52f73: reopening flushed file at 1733261718360 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd962ec: reopening flushed file at 1733261718363 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1690ms, sequenceid=11, compaction requested=false at 1733261718366 (+3 ms)Writing region close event to WAL at 1733261718367 (+1 ms)Running coprocessor post-close hooks at 1733261718369 (+2 ms)Closed at 1733261718370 (+1 ms) 2024-12-03T21:35:18,370 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:35:18,477 INFO [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,46797,1733261693537; all regions closed. 2024-12-03T21:35:18,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741834_1010 (size=2717) 2024-12-03T21:35:18,481 DEBUG [RS:0;101545f66cbd:46797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/oldWALs 2024-12-03T21:35:18,481 INFO [RS:0;101545f66cbd:46797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C46797%2C1733261693537.meta:.meta(num 1733261696594) 2024-12-03T21:35:18,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741832_1008 (size=1374) 2024-12-03T21:35:18,483 DEBUG [RS:0;101545f66cbd:46797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/oldWALs 2024-12-03T21:35:18,483 INFO [RS:0;101545f66cbd:46797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C46797%2C1733261693537:(num 1733261695671) 2024-12-03T21:35:18,483 DEBUG [RS:0;101545f66cbd:46797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:18,483 INFO [RS:0;101545f66cbd:46797 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:35:18,483 INFO [RS:0;101545f66cbd:46797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:35:18,484 INFO [RS:0;101545f66cbd:46797 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T21:35:18,484 INFO [RS:0;101545f66cbd:46797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:35:18,484 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:35:18,484 INFO [RS:0;101545f66cbd:46797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:46797. 2024-12-03T21:35:18,484 DEBUG [RS:0;101545f66cbd:46797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:35:18,484 DEBUG [RS:0;101545f66cbd:46797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:18,484 DEBUG [RS:0;101545f66cbd:46797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:18,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:35:18,484 INFO [RS:0;101545f66cbd:46797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46797 2024-12-03T21:35:18,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795/rs 2024-12-03T21:35:18,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-946707795/rs/101545f66cbd,46797,1733261693537 2024-12-03T21:35:18,520 INFO [RS:0;101545f66cbd:46797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:35:18,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,46797,1733261693537] 2024-12-03T21:35:18,537 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-946707795/draining/101545f66cbd,46797,1733261693537 already deleted, retry=false 2024-12-03T21:35:18,537 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,46797,1733261693537 expired; onlineServers=0 2024-12-03T21:35:18,537 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,32821,1733261693433' ***** 2024-12-03T21:35:18,537 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:35:18,537 INFO [M:0;101545f66cbd:32821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:35:18,537 INFO [M:0;101545f66cbd:32821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:35:18,537 DEBUG [M:0;101545f66cbd:32821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:35:18,537 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:35:18,537 DEBUG [M:0;101545f66cbd:32821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:35:18,537 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261695431 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261695431,5,FailOnTimeoutGroup] 2024-12-03T21:35:18,537 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261695430 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261695430,5,FailOnTimeoutGroup] 2024-12-03T21:35:18,537 INFO [M:0;101545f66cbd:32821 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:35:18,537 INFO [M:0;101545f66cbd:32821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:35:18,537 DEBUG [M:0;101545f66cbd:32821 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:35:18,537 INFO [M:0;101545f66cbd:32821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:35:18,537 INFO [M:0;101545f66cbd:32821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:35:18,538 INFO [M:0;101545f66cbd:32821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:35:18,538 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:35:18,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-946707795/master 2024-12-03T21:35:18,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-946707795 2024-12-03T21:35:18,545 DEBUG [M:0;101545f66cbd:32821 {}] zookeeper.ZKUtil(347): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Unable to get data of znode /1-946707795/master because node does not exist (not an error) 2024-12-03T21:35:18,545 WARN [M:0;101545f66cbd:32821 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:35:18,546 INFO [M:0;101545f66cbd:32821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/.lastflushedseqids 2024-12-03T21:35:18,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741845_1021 (size=173) 2024-12-03T21:35:18,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:35:18,628 INFO [RS:0;101545f66cbd:46797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:35:18,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1019e682a890004, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:35:18,628 INFO [RS:0;101545f66cbd:46797 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,46797,1733261693537; zookeeper connection closed. 2024-12-03T21:35:18,629 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43fb2bae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43fb2bae 2024-12-03T21:35:18,629 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:35:18,820 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:35:18,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:18,949 INFO [M:0;101545f66cbd:32821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:35:18,950 INFO [M:0;101545f66cbd:32821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:35:18,950 DEBUG [M:0;101545f66cbd:32821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:35:18,950 INFO [M:0;101545f66cbd:32821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:35:18,950 DEBUG [M:0;101545f66cbd:32821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:35:18,950 DEBUG [M:0;101545f66cbd:32821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:35:18,950 DEBUG [M:0;101545f66cbd:32821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:35:18,950 INFO [M:0;101545f66cbd:32821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-03T21:35:18,963 DEBUG [M:0;101545f66cbd:32821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c6cd0252da941d8a54701966082732f is 82, key is hbase:meta,,1/info:regioninfo/1733261696618/Put/seqid=0 2024-12-03T21:35:18,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741846_1022 (size=5672) 2024-12-03T21:35:19,308 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:19,315 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:19,366 INFO [M:0;101545f66cbd:32821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c6cd0252da941d8a54701966082732f 2024-12-03T21:35:19,387 DEBUG [M:0;101545f66cbd:32821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdfd7ded16f54e61b097f3db19c8d896 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733261703822/Put/seqid=0 2024-12-03T21:35:19,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741847_1023 (size=6587) 2024-12-03T21:35:19,790 INFO [M:0;101545f66cbd:32821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdfd7ded16f54e61b097f3db19c8d896 2024-12-03T21:35:19,810 DEBUG [M:0;101545f66cbd:32821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/abc540709ff1417d8ddbf554a8a4149f is 69, key is 101545f66cbd,46797,1733261693537/rs:state/1733261695490/Put/seqid=0 2024-12-03T21:35:19,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741848_1024 (size=5156) 2024-12-03T21:35:20,213 INFO [M:0;101545f66cbd:32821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/abc540709ff1417d8ddbf554a8a4149f 2024-12-03T21:35:20,216 DEBUG [M:0;101545f66cbd:32821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c6cd0252da941d8a54701966082732f as hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c6cd0252da941d8a54701966082732f 2024-12-03T21:35:20,219 INFO [M:0;101545f66cbd:32821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c6cd0252da941d8a54701966082732f, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T21:35:20,220 DEBUG [M:0;101545f66cbd:32821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdfd7ded16f54e61b097f3db19c8d896 as hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdfd7ded16f54e61b097f3db19c8d896 2024-12-03T21:35:20,222 INFO [M:0;101545f66cbd:32821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdfd7ded16f54e61b097f3db19c8d896, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T21:35:20,223 DEBUG [M:0;101545f66cbd:32821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/abc540709ff1417d8ddbf554a8a4149f as hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/abc540709ff1417d8ddbf554a8a4149f 2024-12-03T21:35:20,225 INFO [M:0;101545f66cbd:32821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36013/user/jenkins/test-data/2bdc0d20-8d6d-c6d6-458b-548e91b63e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/abc540709ff1417d8ddbf554a8a4149f, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T21:35:20,226 INFO [M:0;101545f66cbd:32821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false 2024-12-03T21:35:20,227 INFO [M:0;101545f66cbd:32821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:35:20,227 DEBUG [M:0;101545f66cbd:32821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261718950Disabling compacts and flushes for region at 1733261718950Disabling writes for close at 1733261718950Obtaining lock to block concurrent updates at 1733261718950Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261718950Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733261718950Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261718951 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261718951Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261718963 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261718963Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261719370 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261719386 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261719386Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261719794 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261719809 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261719809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279af69d: reopening flushed file at 1733261720216 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a2af501: reopening flushed file at 1733261720219 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a795da9: reopening flushed file at 1733261720222 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false at 1733261720226 (+4 ms)Writing region close event to WAL at 1733261720227 (+1 ms)Closed at 1733261720227 2024-12-03T21:35:20,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39245 is added to blk_1073741830_1006 (size=32782) 2024-12-03T21:35:20,229 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:35:20,229 INFO [M:0;101545f66cbd:32821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:35:20,229 INFO [M:0;101545f66cbd:32821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32821 2024-12-03T21:35:20,229 INFO [M:0;101545f66cbd:32821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:35:20,357 INFO [M:0;101545f66cbd:32821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:35:20,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:35:20,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1019e682a890003, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:35:20,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@326cb3a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:35:20,359 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c4eba30{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:35:20,359 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:35:20,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@654e73bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:35:20,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435c3424{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/hadoop.log.dir/,STOPPED} 2024-12-03T21:35:20,360 WARN [BP-1293015135-172.17.0.2-1733261691748 heartbeating to localhost/127.0.0.1:36013 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:35:20,360 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:35:20,360 WARN [BP-1293015135-172.17.0.2-1733261691748 heartbeating to localhost/127.0.0.1:36013 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1293015135-172.17.0.2-1733261691748 (Datanode Uuid 4ce4d140-fac5-404a-99a6-b44bc087f059) service to localhost/127.0.0.1:36013 2024-12-03T21:35:20,360 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:35:20,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/cluster_4c4d6464-763a-5e7b-cbbe-bc716c7f547a/data/data1/current/BP-1293015135-172.17.0.2-1733261691748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:35:20,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/cluster_4c4d6464-763a-5e7b-cbbe-bc716c7f547a/data/data2/current/BP-1293015135-172.17.0.2-1733261691748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:35:20,361 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:35:20,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@466bec40{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:35:20,366 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@252587db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:35:20,366 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:35:20,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@119eee7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:35:20,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ff20f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbfdb0b6-3d8c-7655-32fd-4b4b46af07cf/hadoop.log.dir/,STOPPED} 2024-12-03T21:35:20,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:35:20,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:35:20,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:35:20,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:35:20,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:20,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:20,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:35:20,378 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:35:20,378 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=132056940, stopped=false 2024-12-03T21:35:20,378 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,43863,1733261688331 2024-12-03T21:35:20,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-470385650/running 2024-12-03T21:35:20,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-470385650/running 2024-12-03T21:35:20,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650 2024-12-03T21:35:20,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650 2024-12-03T21:35:20,403 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:35:20,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:35:20,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Set watcher on znode that does not yet exist, /0-470385650/running 2024-12-03T21:35:20,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Set watcher on znode that does not yet exist, /0-470385650/running 2024-12-03T21:35:20,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:35:20,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:20,404 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,44275,1733261688477' ***** 2024-12-03T21:35:20,404 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:35:20,405 INFO [RS:0;101545f66cbd:44275 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:35:20,405 INFO [RS:0;101545f66cbd:44275 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:35:20,405 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:35:20,405 INFO [RS:0;101545f66cbd:44275 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:35:20,405 INFO [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(3091): Received CLOSE for 06c3e0a2ddb253d19afac9bbcc2b5335 2024-12-03T21:35:20,405 INFO [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(3091): Received CLOSE for 50021278bd8cfaa990fb4bccb5b3c0d9 2024-12-03T21:35:20,405 INFO [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,44275,1733261688477 2024-12-03T21:35:20,405 INFO [RS:0;101545f66cbd:44275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:35:20,405 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06c3e0a2ddb253d19afac9bbcc2b5335, disabling compactions & flushes 2024-12-03T21:35:20,405 INFO [RS:0;101545f66cbd:44275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:44275. 2024-12-03T21:35:20,405 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335. 2024-12-03T21:35:20,405 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335. 2024-12-03T21:35:20,405 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335. after waiting 0 ms 2024-12-03T21:35:20,405 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335. 2024-12-03T21:35:20,405 DEBUG [RS:0;101545f66cbd:44275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:35:20,405 DEBUG [RS:0;101545f66cbd:44275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:20,405 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 06c3e0a2ddb253d19afac9bbcc2b5335 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-03T21:35:20,405 INFO [RS:0;101545f66cbd:44275 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:35:20,405 INFO [RS:0;101545f66cbd:44275 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:35:20,405 INFO [RS:0;101545f66cbd:44275 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:35:20,405 INFO [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:35:20,406 INFO [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T21:35:20,406 DEBUG [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1325): Online Regions={06c3e0a2ddb253d19afac9bbcc2b5335=hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335., 50021278bd8cfaa990fb4bccb5b3c0d9=test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:35:20,406 DEBUG [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1351): Waiting on 06c3e0a2ddb253d19afac9bbcc2b5335, 1588230740, 50021278bd8cfaa990fb4bccb5b3c0d9 2024-12-03T21:35:20,406 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:35:20,406 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:35:20,406 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:35:20,406 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:35:20,406 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:35:20,406 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T21:35:20,417 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/replication/06c3e0a2ddb253d19afac9bbcc2b5335/.tmp/hfileref/b8da93616c684c76986b10014b489601 is 74, key is 1/hfileref:509d5ec6c3b34e16a7db1d483bb901dd_SeqId_4_/1733261709703/DeleteColumn/seqid=0 2024-12-03T21:35:20,417 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/.tmp/info/f7c070e45de5425ebbe25cd2b467a39d is 147, key is hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335./info:regioninfo/1733261706526/Put/seqid=0 2024-12-03T21:35:20,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741847_1023 (size=5489) 2024-12-03T21:35:20,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741848_1024 (size=7686) 2024-12-03T21:35:20,421 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/replication/06c3e0a2ddb253d19afac9bbcc2b5335/.tmp/hfileref/b8da93616c684c76986b10014b489601 2024-12-03T21:35:20,435 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/replication/06c3e0a2ddb253d19afac9bbcc2b5335/.tmp/queue/4c39bb83f9c847ee9962406c28f311a4 is 153, key is 1-101545f66cbd,44275,1733261688477/queue:101545f66cbd%2C44275%2C1733261688477/1733261712436/Put/seqid=0 2024-12-03T21:35:20,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741849_1025 (size=5504) 2024-12-03T21:35:20,459 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:35:20,459 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:35:20,478 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:35:20,606 DEBUG [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1351): Waiting on 06c3e0a2ddb253d19afac9bbcc2b5335, 1588230740, 50021278bd8cfaa990fb4bccb5b3c0d9 2024-12-03T21:35:20,611 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:20,619 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:20,806 DEBUG [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1351): Waiting on 06c3e0a2ddb253d19afac9bbcc2b5335, 1588230740, 50021278bd8cfaa990fb4bccb5b3c0d9 2024-12-03T21:35:20,821 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/.tmp/info/f7c070e45de5425ebbe25cd2b467a39d 2024-12-03T21:35:20,836 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/.tmp/ns/5315361d9cd84c139e2f445e2ad4d24c is 43, key is default/ns:d/1733261691612/Put/seqid=0 2024-12-03T21:35:20,838 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/replication/06c3e0a2ddb253d19afac9bbcc2b5335/.tmp/queue/4c39bb83f9c847ee9962406c28f311a4 2024-12-03T21:35:20,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741850_1026 (size=5153) 2024-12-03T21:35:20,841 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/replication/06c3e0a2ddb253d19afac9bbcc2b5335/.tmp/hfileref/b8da93616c684c76986b10014b489601 as hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/replication/06c3e0a2ddb253d19afac9bbcc2b5335/hfileref/b8da93616c684c76986b10014b489601 2024-12-03T21:35:20,845 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/replication/06c3e0a2ddb253d19afac9bbcc2b5335/hfileref/b8da93616c684c76986b10014b489601, entries=6, sequenceid=17, filesize=5.4 K 2024-12-03T21:35:20,845 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/replication/06c3e0a2ddb253d19afac9bbcc2b5335/.tmp/queue/4c39bb83f9c847ee9962406c28f311a4 as hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/replication/06c3e0a2ddb253d19afac9bbcc2b5335/queue/4c39bb83f9c847ee9962406c28f311a4 2024-12-03T21:35:20,848 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/replication/06c3e0a2ddb253d19afac9bbcc2b5335/queue/4c39bb83f9c847ee9962406c28f311a4, entries=2, sequenceid=17, filesize=5.4 K 2024-12-03T21:35:20,849 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 06c3e0a2ddb253d19afac9bbcc2b5335 in 444ms, sequenceid=17, compaction requested=false 2024-12-03T21:35:20,852 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/replication/06c3e0a2ddb253d19afac9bbcc2b5335/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-03T21:35:20,852 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:35:20,852 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:35:20,852 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335. 2024-12-03T21:35:20,852 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06c3e0a2ddb253d19afac9bbcc2b5335: Waiting for close lock at 1733261720405Running coprocessor pre-close hooks at 1733261720405Disabling compacts and flushes for region at 1733261720405Disabling writes for close at 1733261720405Obtaining lock to block concurrent updates at 1733261720405Preparing flush snapshotting stores in 06c3e0a2ddb253d19afac9bbcc2b5335 at 1733261720405Finished memstore snapshotting hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733261720406 (+1 ms)Flushing stores of hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335. at 1733261720406Flushing 06c3e0a2ddb253d19afac9bbcc2b5335/hfileref: creating writer at 1733261720406Flushing 06c3e0a2ddb253d19afac9bbcc2b5335/hfileref: appending metadata at 1733261720417 (+11 ms)Flushing 06c3e0a2ddb253d19afac9bbcc2b5335/hfileref: closing flushed file at 1733261720417Flushing 06c3e0a2ddb253d19afac9bbcc2b5335/queue: creating writer at 1733261720424 (+7 ms)Flushing 06c3e0a2ddb253d19afac9bbcc2b5335/queue: appending metadata at 1733261720434 (+10 ms)Flushing 06c3e0a2ddb253d19afac9bbcc2b5335/queue: closing flushed file at 1733261720434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d36163e: reopening flushed file at 1733261720841 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3ba76d: reopening flushed file at 1733261720845 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 06c3e0a2ddb253d19afac9bbcc2b5335 in 444ms, sequenceid=17, compaction requested=false at 1733261720849 (+4 ms)Writing region close event to WAL at 1733261720850 (+1 ms)Running coprocessor post-close hooks at 1733261720852 (+2 ms)Closed at 1733261720852 2024-12-03T21:35:20,852 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733261705371.06c3e0a2ddb253d19afac9bbcc2b5335. 2024-12-03T21:35:20,852 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50021278bd8cfaa990fb4bccb5b3c0d9, disabling compactions & flushes 2024-12-03T21:35:20,852 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9. 2024-12-03T21:35:20,852 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9. 2024-12-03T21:35:20,852 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9. after waiting 0 ms 2024-12-03T21:35:20,852 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9. 2024-12-03T21:35:20,855 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/default/test/50021278bd8cfaa990fb4bccb5b3c0d9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T21:35:20,855 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:35:20,855 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T21:35:20,855 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9. 2024-12-03T21:35:20,855 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50021278bd8cfaa990fb4bccb5b3c0d9: Waiting for close lock at 1733261720852Running coprocessor pre-close hooks at 1733261720852Disabling compacts and flushes for region at 1733261720852Disabling writes for close at 1733261720852Writing region close event to WAL at 1733261720853 (+1 ms)Running coprocessor post-close hooks at 1733261720855 (+2 ms)Closed at 1733261720855 2024-12-03T21:35:20,855 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9. 2024-12-03T21:35:21,006 DEBUG [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:21,206 DEBUG [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:21,239 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/.tmp/ns/5315361d9cd84c139e2f445e2ad4d24c 2024-12-03T21:35:21,254 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/.tmp/rep_barrier/97590de6f9ef4ba6a45822b6085bbce1 is 112, key is test,,1733261700924.50021278bd8cfaa990fb4bccb5b3c0d9./rep_barrier:seqnumDuringOpen/1733261702066/Put/seqid=0 2024-12-03T21:35:21,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741851_1027 (size=5518) 2024-12-03T21:35:21,407 INFO [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T21:35:21,407 DEBUG [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:35:21,407 DEBUG [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:21,607 DEBUG [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:21,657 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/.tmp/rep_barrier/97590de6f9ef4ba6a45822b6085bbce1 2024-12-03T21:35:21,672 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/.tmp/table/34012cd9f4e249aba0fd5e415366142f is 53, key is hbase:replication/table:state/1733261706530/Put/seqid=0 2024-12-03T21:35:21,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741852_1028 (size=5308) 2024-12-03T21:35:21,807 DEBUG [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:22,007 DEBUG [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:35:22,014 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:22,018 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:35:22,018 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 688, reset compression=false 2024-12-03T21:35:22,018 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-101545f66cbd,44275,1733261688477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:35:22,019 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 101545f66cbd,44275,1733261688477: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-101545f66cbd,44275,1733261688477, walGroup=101545f66cbd%2C44275%2C1733261688477, offset=101545f66cbd%2C44275%2C1733261688477.1733261710394:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:44275 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T21:35:22,020 ERROR [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T21:35:22,020 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T21:35:22,020 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T21:35:22,020 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T21:35:22,020 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T21:35:22,020 INFO [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1405091840, "init": 1048576000, "max": 2306867200, "used": 1133736960 }, "NonHeapMemoryUsage": { "committed": 210698240, "init": 7667712, "max": -1, "used": 207856144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T21:35:22,021 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 393, reset compression=false 2024-12-03T21:35:22,021 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:43863 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=101545f66cbd:43863 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T21:35:22,024 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T21:35:22,024 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 688, reset compression=false 2024-12-03T21:35:22,024 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-101545f66cbd,44275,1733261688477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T21:35:22,025 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-03T21:35:22,075 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/.tmp/table/34012cd9f4e249aba0fd5e415366142f 2024-12-03T21:35:22,079 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/.tmp/info/f7c070e45de5425ebbe25cd2b467a39d as hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/info/f7c070e45de5425ebbe25cd2b467a39d 2024-12-03T21:35:22,082 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/info/f7c070e45de5425ebbe25cd2b467a39d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T21:35:22,082 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/.tmp/ns/5315361d9cd84c139e2f445e2ad4d24c as hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/ns/5315361d9cd84c139e2f445e2ad4d24c 2024-12-03T21:35:22,085 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/ns/5315361d9cd84c139e2f445e2ad4d24c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T21:35:22,085 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/.tmp/rep_barrier/97590de6f9ef4ba6a45822b6085bbce1 as hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/rep_barrier/97590de6f9ef4ba6a45822b6085bbce1 2024-12-03T21:35:22,088 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/rep_barrier/97590de6f9ef4ba6a45822b6085bbce1, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T21:35:22,088 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/.tmp/table/34012cd9f4e249aba0fd5e415366142f as hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/table/34012cd9f4e249aba0fd5e415366142f 2024-12-03T21:35:22,091 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/table/34012cd9f4e249aba0fd5e415366142f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T21:35:22,091 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1685ms, sequenceid=16, compaction requested=false 2024-12-03T21:35:22,091 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T21:35:22,095 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T21:35:22,095 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T21:35:22,095 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:35:22,095 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:35:22,095 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733261720406Running coprocessor pre-close hooks at 1733261720406Disabling compacts and flushes for region at 1733261720406Disabling writes for close at 1733261720406Obtaining lock to block concurrent updates at 1733261720406Preparing flush snapshotting stores in 1588230740 at 1733261720406Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733261720406Flushing stores of hbase:meta,,1.1588230740 at 1733261720407 (+1 ms)Flushing 1588230740/info: creating writer at 1733261720407Flushing 1588230740/info: appending metadata at 1733261720417 (+10 ms)Flushing 1588230740/info: closing flushed file at 1733261720417Flushing 1588230740/ns: creating writer at 1733261720824 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733261720835 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733261720836 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733261721242 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733261721253 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733261721253Flushing 1588230740/table: creating writer at 1733261721660 (+407 ms)Flushing 1588230740/table: appending metadata at 1733261721671 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733261721671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79691232: reopening flushed file at 1733261722079 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e107f15: reopening flushed file at 1733261722082 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd518ae: reopening flushed file at 1733261722085 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65af23ad: reopening flushed file at 1733261722088 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1685ms, sequenceid=16, compaction requested=false at 1733261722091 (+3 ms)Writing region close event to WAL at 1733261722093 (+2 ms)Running coprocessor post-close hooks at 1733261722095 (+2 ms)Closed at 1733261722095 2024-12-03T21:35:22,095 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:35:22,207 INFO [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,44275,1733261688477; all regions closed. 2024-12-03T21:35:22,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741844_1020 (size=859) 2024-12-03T21:35:22,209 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.meta.1733261710436.meta not finished, retry = 0 2024-12-03T21:35:22,220 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 688, reset compression=false 2024-12-03T21:35:22,226 DEBUG [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.1733261710394 to pos 688, reset compression=false 2024-12-03T21:35:22,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741843_1019 (size=2791) 2024-12-03T21:35:22,311 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/WALs/101545f66cbd,44275,1733261688477/101545f66cbd%2C44275%2C1733261688477.rep.1733261710416 not finished, retry = 0 2024-12-03T21:35:22,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741842_1018 (size=696) 2024-12-03T21:35:22,414 DEBUG [RS:0;101545f66cbd:44275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:22,414 INFO [RS:0;101545f66cbd:44275 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:35:22,414 INFO [RS:0;101545f66cbd:44275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:35:22,414 INFO [RS:0;101545f66cbd:44275 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T21:35:22,415 INFO [RS:0;101545f66cbd:44275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:35:22,415 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:35:22,415 INFO [RS:0;101545f66cbd:44275 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-101545f66cbd,44275,1733261688477 because: Region server is closing 2024-12-03T21:35:22,415 INFO [RS:0;101545f66cbd:44275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:44275. 2024-12-03T21:35:22,415 DEBUG [RS:0;101545f66cbd:44275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:35:22,415 DEBUG [RS:0;101545f66cbd:44275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:22,415 DEBUG [RS:0;101545f66cbd:44275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:22,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:35:22,516 INFO [RS:0;101545f66cbd:44275 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 terminated 2024-12-03T21:35:22,516 INFO [RS:0;101545f66cbd:44275 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-101545f66cbd,44275,1733261688477 because: Region server is closing 2024-12-03T21:35:22,516 WARN [RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,1-101545f66cbd,44275,1733261688477.replicationSource.wal-reader.101545f66cbd%2C44275%2C1733261688477,1-101545f66cbd,44275,1733261688477 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T21:35:22,516 INFO [RS:0;101545f66cbd:44275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:44275. 2024-12-03T21:35:22,516 DEBUG [RS:0;101545f66cbd:44275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:35:22,516 DEBUG [RS:0;101545f66cbd:44275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:22,516 DEBUG [RS:0;101545f66cbd:44275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:35:22,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:35:22,616 INFO [RS:0;101545f66cbd:44275 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/101545f66cbd:0-0.replicationSource,2-101545f66cbd,44275,1733261688477.replicationSource.shipper101545f66cbd%2C44275%2C1733261688477,2-101545f66cbd,44275,1733261688477 terminated 2024-12-03T21:35:22,616 INFO [RS:0;101545f66cbd:44275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44275 2024-12-03T21:35:22,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-470385650/rs/101545f66cbd,44275,1733261688477 2024-12-03T21:35:22,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650/rs 2024-12-03T21:35:22,645 INFO [RS:0;101545f66cbd:44275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:35:22,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,44275,1733261688477] 2024-12-03T21:35:22,661 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-470385650/draining/101545f66cbd,44275,1733261688477 already deleted, retry=false 2024-12-03T21:35:22,661 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,44275,1733261688477 expired; onlineServers=0 2024-12-03T21:35:22,661 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,43863,1733261688331' ***** 2024-12-03T21:35:22,661 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:35:22,661 INFO [M:0;101545f66cbd:43863 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:35:22,662 INFO [M:0;101545f66cbd:43863 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:35:22,662 DEBUG [M:0;101545f66cbd:43863 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:35:22,662 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:35:22,662 DEBUG [M:0;101545f66cbd:43863 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:35:22,662 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261690386 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733261690386,5,FailOnTimeoutGroup] 2024-12-03T21:35:22,662 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261690386 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733261690386,5,FailOnTimeoutGroup] 2024-12-03T21:35:22,662 INFO [M:0;101545f66cbd:43863 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:35:22,662 INFO [M:0;101545f66cbd:43863 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:35:22,662 DEBUG [M:0;101545f66cbd:43863 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:35:22,662 INFO [M:0;101545f66cbd:43863 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:35:22,662 INFO [M:0;101545f66cbd:43863 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:35:22,662 INFO [M:0;101545f66cbd:43863 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:35:22,662 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:35:22,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-470385650/master 2024-12-03T21:35:22,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-470385650 2024-12-03T21:35:22,670 DEBUG [M:0;101545f66cbd:43863 {}] zookeeper.ZKUtil(347): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Unable to get data of znode /0-470385650/master because node does not exist (not an error) 2024-12-03T21:35:22,670 WARN [M:0;101545f66cbd:43863 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:35:22,670 INFO [M:0;101545f66cbd:43863 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/.lastflushedseqids 2024-12-03T21:35:22,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741853_1029 (size=263) 2024-12-03T21:35:22,753 INFO [RS:0;101545f66cbd:44275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:35:22,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:35:22,753 INFO [RS:0;101545f66cbd:44275 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,44275,1733261688477; zookeeper connection closed. 2024-12-03T21:35:22,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44275-0x1019e682a890001, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:35:22,753 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4518f33b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4518f33b 2024-12-03T21:35:22,754 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:35:23,073 INFO [M:0;101545f66cbd:43863 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:35:23,073 INFO [M:0;101545f66cbd:43863 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:35:23,074 DEBUG [M:0;101545f66cbd:43863 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:35:23,074 INFO [M:0;101545f66cbd:43863 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:35:23,074 DEBUG [M:0;101545f66cbd:43863 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:35:23,074 DEBUG [M:0;101545f66cbd:43863 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:35:23,074 DEBUG [M:0;101545f66cbd:43863 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:35:23,074 INFO [M:0;101545f66cbd:43863 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-12-03T21:35:23,086 DEBUG [M:0;101545f66cbd:43863 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bad2a93e00b040608876b0eb7b16ef08 is 82, key is hbase:meta,,1/info:regioninfo/1733261691573/Put/seqid=0 2024-12-03T21:35:23,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741854_1030 (size=5672) 2024-12-03T21:35:23,092 INFO [M:0;101545f66cbd:43863 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bad2a93e00b040608876b0eb7b16ef08 2024-12-03T21:35:23,110 DEBUG [M:0;101545f66cbd:43863 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50a66433b1764194a18462fc3491e9a3 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733261702074/Put/seqid=0 2024-12-03T21:35:23,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741855_1031 (size=7610) 2024-12-03T21:35:23,114 INFO [M:0;101545f66cbd:43863 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50a66433b1764194a18462fc3491e9a3 2024-12-03T21:35:23,117 INFO [M:0;101545f66cbd:43863 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50a66433b1764194a18462fc3491e9a3 2024-12-03T21:35:23,130 DEBUG [M:0;101545f66cbd:43863 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8299c167b6e24d97940e79d787bae776 is 69, key is 101545f66cbd,44275,1733261688477/rs:state/1733261690438/Put/seqid=0 2024-12-03T21:35:23,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741856_1032 (size=5156) 2024-12-03T21:35:23,533 INFO [M:0;101545f66cbd:43863 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8299c167b6e24d97940e79d787bae776 2024-12-03T21:35:23,537 DEBUG [M:0;101545f66cbd:43863 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bad2a93e00b040608876b0eb7b16ef08 as hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bad2a93e00b040608876b0eb7b16ef08 2024-12-03T21:35:23,540 INFO [M:0;101545f66cbd:43863 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bad2a93e00b040608876b0eb7b16ef08, entries=8, sequenceid=121, filesize=5.5 K 2024-12-03T21:35:23,540 DEBUG [M:0;101545f66cbd:43863 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50a66433b1764194a18462fc3491e9a3 as hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/50a66433b1764194a18462fc3491e9a3 2024-12-03T21:35:23,543 INFO [M:0;101545f66cbd:43863 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50a66433b1764194a18462fc3491e9a3 2024-12-03T21:35:23,543 INFO [M:0;101545f66cbd:43863 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/50a66433b1764194a18462fc3491e9a3, entries=13, sequenceid=121, filesize=7.4 K 2024-12-03T21:35:23,544 DEBUG [M:0;101545f66cbd:43863 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8299c167b6e24d97940e79d787bae776 as hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8299c167b6e24d97940e79d787bae776 2024-12-03T21:35:23,547 INFO [M:0;101545f66cbd:43863 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45479/user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8299c167b6e24d97940e79d787bae776, entries=1, sequenceid=121, filesize=5.0 K 2024-12-03T21:35:23,548 INFO [M:0;101545f66cbd:43863 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 474ms, sequenceid=121, compaction requested=false 2024-12-03T21:35:23,549 INFO [M:0;101545f66cbd:43863 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:35:23,549 DEBUG [M:0;101545f66cbd:43863 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733261723074Disabling compacts and flushes for region at 1733261723074Disabling writes for close at 1733261723074Obtaining lock to block concurrent updates at 1733261723074Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733261723074Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1733261723074Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733261723074Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733261723075 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733261723086 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733261723086Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733261723095 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733261723110 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733261723110Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733261723117 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733261723129 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733261723129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4447d7be: reopening flushed file at 1733261723536 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34746cea: reopening flushed file at 1733261723540 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@763ff112: reopening flushed file at 1733261723544 (+4 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 474ms, sequenceid=121, compaction requested=false at 1733261723548 (+4 ms)Writing region close event to WAL at 1733261723549 (+1 ms)Closed at 1733261723549 2024-12-03T21:35:23,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35685 is added to blk_1073741830_1006 (size=69920) 2024-12-03T21:35:23,551 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63d4aae4-47c7-f59b-36d0-95a3e58eea15/MasterData/WALs/101545f66cbd,43863,1733261688331/101545f66cbd%2C43863%2C1733261688331.1733261690197 not finished, retry = 0 2024-12-03T21:35:23,651 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:35:23,651 INFO [M:0;101545f66cbd:43863 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:35:23,651 INFO [M:0;101545f66cbd:43863 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43863 2024-12-03T21:35:23,652 INFO [M:0;101545f66cbd:43863 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:35:23,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:35:23,786 INFO [M:0;101545f66cbd:43863 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:35:23,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1019e682a890000, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:35:23,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c9a294c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:35:23,788 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d873ff5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:35:23,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:35:23,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61115c85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:35:23,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@358c5e9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/hadoop.log.dir/,STOPPED} 2024-12-03T21:35:23,790 WARN [BP-1223801904-172.17.0.2-1733261686968 heartbeating to localhost/127.0.0.1:45479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:35:23,790 WARN [BP-1223801904-172.17.0.2-1733261686968 heartbeating to localhost/127.0.0.1:45479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1223801904-172.17.0.2-1733261686968 (Datanode Uuid 781e3360-f070-4c3d-85c3-c4c6ba867dc9) service to localhost/127.0.0.1:45479 2024-12-03T21:35:23,790 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/cluster_1617913d-a657-8817-a863-f19ae247291f/data/data1/current/BP-1223801904-172.17.0.2-1733261686968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:35:23,790 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:35:23,790 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:35:23,790 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/cluster_1617913d-a657-8817-a863-f19ae247291f/data/data2/current/BP-1223801904-172.17.0.2-1733261686968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:35:23,791 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:35:23,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22b51209{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:35:23,795 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@586faf4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:35:23,795 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:35:23,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@262d3e1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:35:23,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec53f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68827cd8-e254-3cc9-36cc-664ffebe75b9/hadoop.log.dir/,STOPPED} 2024-12-03T21:35:23,799 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T21:35:23,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T21:35:23,825 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=586 (was 532) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63451) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:45479 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:36013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:36013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63451) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:36013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:36013 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63451) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:45479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:43635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:45479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:43635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:45479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:43635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (436392461) connection to localhost/127.0.0.1:43635 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=973 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 251), ProcessCount=11 (was 11), AvailableMemoryMB=9244 (was 9452) 2024-12-03T21:35:23,825 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=586 is superior to 500 2024-12-03T21:35:23,872 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T21:35:23,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019e682a890005, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:35:23,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019e682a890008, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:35:23,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019e682a890002, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T21:35:23,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019e682a890005, quorum=127.0.0.1:63451, baseZNode=/1-946707795 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:35:23,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019e682a890008, quorum=127.0.0.1:63451, baseZNode=/2-694995409 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:35:23,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019e682a890002, quorum=127.0.0.1:63451, baseZNode=/0-470385650 Received Disconnected from ZooKeeper, ignoring 2024-12-03T21:35:23,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T21:35:23,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null